{"level":"info","ts":"2026-07-02T20:03:56Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:03:56Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:03:56Z","logger":"setup","msg":"watching namespace for MaaS CRs","namespace":"models-as-a-service"} {"level":"info","ts":"2026-07-02T20:03:56Z","logger":"setup","msg":"watching MaaS CRs across all namespaces for tenant discovery","defaultNamespace":"models-as-a-service","tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant"} {"level":"info","ts":"2026-07-02T20:03:56Z","logger":"setup","msg":"auto-detected cluster service account issuer","audience":"https://prod-eaas-bucket.s3.us-east-1.amazonaws.com/80e4848c746d"} {"level":"info","ts":"2026-07-02T20:03:56Z","logger":"setup","msg":"Tenant platform kustomize path","path":"/maas-api/deploy/overlays/odh"} {"level":"info","ts":"2026-07-02T20:03:56Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant"} {"level":"info","ts":"2026-07-02T20:03:56Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant"} {"level":"info","ts":"2026-07-02T20:03:56Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription"} {"level":"info","ts":"2026-07-02T20:03:56Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription"} {"level":"info","ts":"2026-07-02T20:03:56Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy"} {"level":"info","ts":"2026-07-02T20:03:56Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy"} {"level":"info","ts":"2026-07-02T20:03:56Z","logger":"setup","msg":"starting manager"} {"level":"info","ts":"2026-07-02T20:03:56Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-07-02T20:03:56Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-07-02T20:03:56Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8080","secure":false} {"level":"info","ts":"2026-07-02T20:03:56Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"} {"level":"info","ts":"2026-07-02T20:03:56Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-07-02T20:03:56Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-07-02T20:03:56Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} I0702 20:03:57.709950 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" I0702 20:04:27.462682 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.LLMInferenceService"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.CustomResourceDefinition"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","source":"kind source: *v1.PartialObjectMetadata"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","source":"kind source: *v1.CustomResourceDefinition"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Tenant"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","source":"kind source: *v1alpha1.Tenant"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","source":"kind source: *v1alpha1.Config"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","source":"kind source: *v1alpha1.AITenant"} {"level":"info","ts":"2026-07-02T20:04:27Z","msg":"Starting EventSource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-07-02T20:04:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:04:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:04:27Z","logger":"setup.ensureClusterBootstrap","msg":"ensured default AITenant exists","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-02T20:04:28Z","msg":"Starting Controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":"2026-07-02T20:04:28Z","msg":"Starting Controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment"} {"level":"info","ts":"2026-07-02T20:04:28Z","msg":"Starting workers","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":"2026-07-02T20:04:28Z","msg":"Starting workers","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1} {"level":"info","ts":"2026-07-02T20:04:28Z","msg":"Starting Controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef"} {"level":"info","ts":"2026-07-02T20:04:28Z","msg":"Starting workers","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1} {"level":"info","ts":"2026-07-02T20:04:28Z","msg":"Starting Controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription"} {"level":"info","ts":"2026-07-02T20:04:28Z","msg":"Starting workers","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":1} {"level":"info","ts":"2026-07-02T20:04:28Z","msg":"Starting Controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy"} {"level":"info","ts":"2026-07-02T20:04:28Z","msg":"Starting workers","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":1} {"level":"info","ts":"2026-07-02T20:04:28Z","msg":"Starting Controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant"} {"level":"info","ts":"2026-07-02T20:04:28Z","msg":"Starting workers","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1} {"level":"info","ts":"2026-07-02T20:04:28Z","msg":"Starting Controller","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant"} {"level":"info","ts":"2026-07-02T20:04:28Z","msg":"Starting workers","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","worker count":1} {"level":"info","ts":"2026-07-02T20:04:28Z","msg":"skipping resource: optional CRD not yet registered, will apply once installed","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5600a3bc-d4be-4006-841c-995914b486ca","group":"perses.dev","kind":"PersesDashboard","name":"dashboard-3-maas-usage-admin","namespace":"opendatahub"} {"level":"info","ts":"2026-07-02T20:04:29Z","msg":"skipping resource: optional CRD not yet registered, will apply once installed","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79c45f65-4284-478c-97c4-56b65d1f7b97","group":"perses.dev","kind":"PersesDashboard","name":"dashboard-3-maas-usage-admin","namespace":"opendatahub"} {"level":"info","ts":"2026-07-02T20:04:30Z","msg":"skipping resource: optional CRD not yet registered, will apply once installed","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6453caa7-b31b-48f4-b923-e8348c39072e","group":"perses.dev","kind":"PersesDashboard","name":"dashboard-3-maas-usage-admin","namespace":"opendatahub"} {"level":"info","ts":"2026-07-02T20:04:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:04:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:05:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:05:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:05:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:05:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:06:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:06:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:06:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:06:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:07:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:07:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:07:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:07:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:08:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:08:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:08:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:08:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:09:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:09:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:09:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:09:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:10:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:10:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:10:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:10:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:11:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:11:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:11:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:11:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:12:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:12:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:12:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:12:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:13:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:13:27Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T20:13:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T20:13:57Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}