{"level":"info","ts":"2026-07-27T19:46:21Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-27T19:46:21Z","logger":"setup","msg":"managed namespace already exists","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active"}
{"level":"info","ts":"2026-07-27T19:46:22Z","logger":"setup","msg":"watching namespace for MaaS CRs","namespace":"models-as-a-service"}
{"level":"info","ts":"2026-07-27T19:46:22Z","logger":"setup","msg":"watching MaaS CRs across all namespaces","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant"}
{"level":"info","ts":"2026-07-27T19:46:24Z","logger":"setup","msg":"fetched cluster TLS security profile","minTLSVersion":"VersionTLS12","tlsAdherence":""}
{"level":"info","ts":"2026-07-27T19:46:24Z","logger":"setup","msg":"resolved TLS security profile","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false}
{"level":"info","ts":"2026-07-27T19:46:26Z","logger":"setup","msg":"auto-detected cluster service account issuer","audience":"https://prod-eaas-bucket.s3.us-east-1.amazonaws.com/df63c0de8c02"}
{"level":"info","ts":"2026-07-27T19:46:30Z","logger":"setup","msg":"Tenant platform kustomize path","path":"/maas-api/deploy/overlays/odh"}
{"level":"info","ts":"2026-07-27T19:46:31Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant"}
{"level":"info","ts":"2026-07-27T19:46:31Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant"}
{"level":"info","ts":"2026-07-27T19:46:31Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription"}
{"level":"info","ts":"2026-07-27T19:46:31Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription"}
{"level":"info","ts":"2026-07-27T19:46:31Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy"}
{"level":"info","ts":"2026-07-27T19:46:31Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy"}
{"level":"info","ts":"2026-07-27T19:46:31Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref"}
{"level":"info","ts":"2026-07-27T19:46:31Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref"}
{"level":"info","ts":"2026-07-27T19:46:31Z","logger":"setup","msg":"starting manager"}
{"level":"info","ts":"2026-07-27T19:46:31Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"}
{"level":"info","ts":"2026-07-27T19:46:31Z","msg":"starting server","name":"health probe","addr":"[::]:8081"}
{"level":"info","ts":"2026-07-27T19:46:31Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8080","secure":false}
{"level":"info","ts":"2026-07-27T19:46:31Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"}
{"level":"info","ts":"2026-07-27T19:46:31Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"}
{"level":"info","ts":"2026-07-27T19:46:31Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443}
{"level":"info","ts":"2026-07-27T19:46:31Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10}
I0727 19:46:31.577202       1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io"
{"level":"info","ts":"2026-07-27T19:46:31Z","msg":"Starting EventSource","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer"}
{"level":"info","ts":"2026-07-27T19:46:31Z","msg":"Starting Controller","controller":"tlssecurityprofilewatcher"}
{"level":"info","ts":"2026-07-27T19:46:31Z","msg":"Starting workers","controller":"tlssecurityprofilewatcher","worker count":1}
I0727 19:46:48.874084       1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io"
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.CustomResourceDefinition"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.CustomResourceDefinition"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding"}
{"level":"info","ts":"2026-07-27T19:46:48Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured"}
{"level":"info","ts":"2026-07-27T19:46:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-27T19:46:55Z","logger":"maas-authpolicy-controller","msg":"restored gateway-default-auth (no remaining MaaSAuthPolicies)","phase":"startup","name":"gateway-default-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"Starting Controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"Starting workers","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"Starting Controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription"}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"Starting workers","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":1}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"145aa3b1-0dba-4346-b85c-a4ea85fdb085","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"Starting Controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef"}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"Starting workers","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"Starting Controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant"}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"Starting workers","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"Starting Controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"Starting workers","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1}
{"level":"info","ts":"2026-07-27T19:46:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-inf-a-be43f2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-be43f2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-be43f2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-be43f2"},"tenantIdentifier":"e2e-inf-a-be43f2"}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"Starting Controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment"}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"Starting workers","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d1a4a5c9-66c5-4964-8863-272e84874d3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"skipping resource: optional CRD not yet registered, will apply once installed","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ddec800-1244-462a-a8de-70a3c638db51","group":"perses.dev","kind":"PersesDashboard","name":"dashboard-3-maas-usage-admin","namespace":"opendatahub"}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"Starting Controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy"}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ccf67404-49b3-4a09-9d37-430689df17ca","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"Starting workers","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":1}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"48fc0064-3847-40cb-9066-a60c9ed336c0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a592163b-6796-460a-9b85-52bf9df606a0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"gateway validation failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-be43f2"},"namespace":"ai-tenant-e2e-inf-a-be43f2","name":"default-tenant","reconcileID":"b578db74-212c-440c-b882-45f2dd7e46a2","error":"gateway openshift-ingress/e2e-inf-a-be43f2 not found: the specified Gateway must exist before enabling MaaS platform reconcile"}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f4868e5-2e21-4f04-bbe4-f97925789563","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-27T19:46:55Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d6af28d-f764-43cd-b325-2801dd8b94bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"96a398d3-c62c-40d4-9ade-3da6953e9366","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-27T19:46:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-inf-b-173c00/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-173c00","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-173c00","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-173c00"},"tenantIdentifier":"e2e-inf-b-173c00"}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48697b94-859d-4662-841b-3c64458b7c66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-27T19:46:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-inf-b-173c00/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-173c00","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-173c00","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-173c00"},"tenantIdentifier":"e2e-inf-b-173c00"}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-173c00"},"namespace":"ai-tenant-e2e-inf-b-173c00","name":"default-tenant","reconcileID":"fa1e2cdb-81a0-4501-9acd-8a70441fdd31","tenant":"ai-tenant-e2e-inf-b-173c00/default-tenant","tenantID":"e2e-inf-b-173c00","subscriptionNamespace":"ai-tenant-e2e-inf-b-173c00","gatewayName":"e2e-inf-b-173c00"}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48697b94-859d-4662-841b-3c64458b7c66"}
{"level":"info","ts":"2026-07-27T19:46:55Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48697b94-859d-4662-841b-3c64458b7c66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-27T19:46:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-173c00","deploymentName":"maas-api-e2e-inf-b-173c00"}
{"level":"info","ts":"2026-07-27T19:46:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-173c00","deploymentName":"maas-api-e2e-inf-b-173c00"}
{"level":"info","ts":"2026-07-27T19:46:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-173c00","deploymentName":"maas-api-e2e-inf-b-173c00"}
{"level":"info","ts":"2026-07-27T19:46:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-inf-b-173c00/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-173c00","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-173c00","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-173c00"},"tenantIdentifier":"e2e-inf-b-173c00"}
{"level":"info","ts":"2026-07-27T19:46:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-173c00","deploymentName":"maas-api-e2e-inf-b-173c00"}
{"level":"info","ts":"2026-07-27T19:46:56Z","msg":"Infrastructure namespace separation detected, will clean up legacy maas-api","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-173c00"},"namespace":"ai-tenant-e2e-inf-b-173c00","name":"default-tenant","reconcileID":"fa1e2cdb-81a0-4501-9acd-8a70441fdd31","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"]}
{"level":"info","ts":"2026-07-27T19:46:56Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-27T19:46:56Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-27T19:46:56Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"5327386e-b8ae-4406-aac9-fcb07e170a61","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-07-27T19:46:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-27T19:46:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-27T19:46:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-27T19:46:56Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-27T19:46:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-27T19:46:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-inf-b-173c00/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-173c00","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-173c00","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-173c00"},"tenantIdentifier":"e2e-inf-b-173c00"}
{"level":"info","ts":"2026-07-27T19:46:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-inf-b-173c00/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-173c00","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-173c00","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-173c00"},"tenantIdentifier":"e2e-inf-b-173c00"}
{"level":"info","ts":"2026-07-27T19:46:56Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-173c00"},"namespace":"ai-tenant-e2e-inf-b-173c00","name":"default-tenant","reconcileID":"99462aed-99eb-43ff-909f-c7d7b366c69d","tenant":"ai-tenant-e2e-inf-b-173c00/default-tenant","tenantID":"e2e-inf-b-173c00","subscriptionNamespace":"ai-tenant-e2e-inf-b-173c00","gatewayName":"e2e-inf-b-173c00"}
{"level":"info","ts":"2026-07-27T19:46:56Z","msg":"skipping resource: optional CRD not yet registered, will apply once installed","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0032f5a1-09d0-452f-b15c-cf3b769e8ee6","group":"perses.dev","kind":"PersesDashboard","name":"dashboard-3-maas-usage-admin","namespace":"opendatahub"}
{"level":"info","ts":"2026-07-27T19:46:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-173c00","deploymentName":"maas-api-e2e-inf-b-173c00"}
{"level":"info","ts":"2026-07-27T19:46:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-173c00","deploymentName":"maas-api-e2e-inf-b-173c00"}
{"level":"info","ts":"2026-07-27T19:46:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-173c00","deploymentName":"maas-api-e2e-inf-b-173c00"}
E0727 19:47:03.915747       1 leaderelection.go:445] "Failed to update lease optimistically, falling back to slow path" err="Put \"https://172.31.0.1:443/apis/coordination.k8s.io/v1/namespaces/opendatahub/leases/maas-controller.models-as-a-service.opendatahub.io?timeout=5s\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io"
E0727 19:47:08.915519       1 leaderelection.go:452] "Error retrieving lease lock" err="Get \"https://172.31.0.1:443/apis/coordination.k8s.io/v1/namespaces/opendatahub/leases/maas-controller.models-as-a-service.opendatahub.io?timeout=5s\": context deadline exceeded" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io"
I0727 19:47:08.915557       1 leaderelection.go:299] "Failed to renew lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" err="context deadline exceeded"
{"level":"error","ts":"2026-07-27T19:47:08Z","logger":"setup","msg":"problem running manager","error":"leader election lost","stacktrace":"main.main\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/cmd/manager/main.go:1267\nruntime.main\n\truntime/proc.go:285"}