{"level":"info","ts":"2026-07-01T21:25:17Z","logger":"setup","msg":"managed namespace not found, attempting to create it","namespace":"models-as-a-service","purpose":"subscription"} {"level":"info","ts":"2026-07-01T21:25:17Z","logger":"setup","msg":"managed namespace ready","namespace":"models-as-a-service","purpose":"subscription"} {"level":"info","ts":"2026-07-01T21:25:17Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:25:17Z","logger":"setup","msg":"watching namespace for MaaS CRs","namespace":"models-as-a-service"} {"level":"info","ts":"2026-07-01T21:25:17Z","logger":"setup","msg":"watching MaaS CRs across all namespaces for tenant discovery","defaultNamespace":"models-as-a-service","tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant"} {"level":"info","ts":"2026-07-01T21:25:17Z","logger":"setup","msg":"auto-detected cluster service account issuer","audience":"https://prod-eaas-bucket.s3.us-east-1.amazonaws.com/c0f52214ad34"} {"level":"info","ts":"2026-07-01T21:25:17Z","logger":"setup","msg":"Tenant platform kustomize path","path":"/maas-api/deploy/overlays/odh"} {"level":"info","ts":"2026-07-01T21:25:17Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant"} {"level":"info","ts":"2026-07-01T21:25:17Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant"} {"level":"info","ts":"2026-07-01T21:25:17Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription"} {"level":"info","ts":"2026-07-01T21:25:17Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription"} {"level":"info","ts":"2026-07-01T21:25:17Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy"} {"level":"info","ts":"2026-07-01T21:25:17Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy"} {"level":"info","ts":"2026-07-01T21:25:17Z","logger":"setup","msg":"starting manager"} {"level":"info","ts":"2026-07-01T21:25:17Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-07-01T21:25:17Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-07-01T21:25:17Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8080","secure":false} {"level":"info","ts":"2026-07-01T21:25:17Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"} {"level":"info","ts":"2026-07-01T21:25:17Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-07-01T21:25:17Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-07-01T21:25:17Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} I0701 21:25:18.815751 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" I0701 21:25:46.352849 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.LLMInferenceService"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.CustomResourceDefinition"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Tenant"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","source":"kind source: *v1.PartialObjectMetadata"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","source":"kind source: *v1alpha1.Tenant"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","source":"kind source: *v1alpha1.Config"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","source":"kind source: *v1alpha1.AITenant"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","source":"kind source: *v1.CustomResourceDefinition"} {"level":"info","ts":"2026-07-01T21:25:46Z","msg":"Starting EventSource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-07-01T21:25:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:25:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:25:46Z","logger":"setup.ensureClusterBootstrap","msg":"ensured default AITenant exists","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-01T21:25:47Z","msg":"Starting Controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant"} {"level":"info","ts":"2026-07-01T21:25:47Z","msg":"Starting workers","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1} {"level":"info","ts":"2026-07-01T21:25:48Z","msg":"Starting Controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy"} {"level":"info","ts":"2026-07-01T21:25:48Z","msg":"Starting workers","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":1} {"level":"info","ts":"2026-07-01T21:25:48Z","msg":"Starting Controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription"} {"level":"info","ts":"2026-07-01T21:25:48Z","msg":"Starting workers","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":1} {"level":"info","ts":"2026-07-01T21:25:48Z","msg":"Starting Controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment"} {"level":"info","ts":"2026-07-01T21:25:48Z","msg":"Starting workers","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1} {"level":"info","ts":"2026-07-01T21:25:48Z","msg":"Starting Controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef"} {"level":"info","ts":"2026-07-01T21:25:48Z","msg":"Starting workers","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1} {"level":"info","ts":"2026-07-01T21:25:48Z","msg":"Starting Controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":"2026-07-01T21:25:48Z","msg":"Starting workers","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":"2026-07-01T21:25:48Z","msg":"Starting Controller","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant"} {"level":"info","ts":"2026-07-01T21:25:48Z","msg":"Starting workers","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","worker count":1} {"level":"info","ts":"2026-07-01T21:25:48Z","msg":"skipping resource: optional CRD not yet registered, will apply once installed","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4271713f-4f49-49c3-8a81-76a44edc7c65","group":"perses.dev","kind":"PersesDashboard","name":"dashboard-3-maas-usage-admin","namespace":"opendatahub"} {"level":"info","ts":"2026-07-01T21:25:49Z","msg":"skipping resource: optional CRD not yet registered, will apply once installed","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f3c3a7e-aa3d-4308-a5bd-ecec6f62ddf6","group":"perses.dev","kind":"PersesDashboard","name":"dashboard-3-maas-usage-admin","namespace":"opendatahub"} {"level":"info","ts":"2026-07-01T21:26:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:26:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:26:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:26:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:27:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:27:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:27:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:27:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:28:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:28:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:28:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:28:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:29:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:29:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:29:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:29:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:30:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:30:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:30:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:30:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:31:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:31:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:31:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:31:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:32:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:32:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:32:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:32:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:33:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:33:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:33:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:33:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:34:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:34:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:34:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:34:46Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-01T21:35:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-01T21:35:16Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}