{"severity_text":"INFO","timestamp":"2026-11-04T01:20:22.74966497Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:22.87241389Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:22.931924972Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:23.051597916Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:23.051619539Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:23.410262861Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:23.410303174Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:23.65115489Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/4153b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:23.710496129Z","body":"LLMInferenceService CRD not yet registered; watch will be added dynamically when KServe is ready","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:23.772503053Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:23.831412496Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.105140328Z","body":"InferenceObjective CRD not yet registered; request priority is skipped until it appears","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.166130465Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.166160481Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch when it is established","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.166303086Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.291802941Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.291902377Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.291971941Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.292024212Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.292071742Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.292108112Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.292147796Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.292184998Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.292222179Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.292258637Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.292293437Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.292342421Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.292373345Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.292550934Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.292657491Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.292776338Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.292853048Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.292850173Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.292922911Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.293000169Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} I1104 01:20:24.393647 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.393726985Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.594247839Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:24.59426639Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1104 01:20:51.987352 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.987802807Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.98803331Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.988111647Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.988227978Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.988283669Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.988336449Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.988458937Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.988678034Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.988714899Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.988750694Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.988954552Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.989033606Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.989171475Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.98930418Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.989359381Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.989412584Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.989447038Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.989678151Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.989701559Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.989746818Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.989777185Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.989850381Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.989900742Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.989973066Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.990052782Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.990091064Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.990121462Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.990209385Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.99027015Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.989681066Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.990452883Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.990520876Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.990761706Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.991007604Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.991057323Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.991182735Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.99137902Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.991447143Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.99145711Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.991514454Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.991852284Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.99195859Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.992019768Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.99215321Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.992197414Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.992273421Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.992452286Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.992495116Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.99255354Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.992596475Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:51.992631975Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:52.449063991Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:52.451964686Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:52.520480175Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:52.595301438Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:52.595349634Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:52.597797083Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:52.59782206Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:52.692668819Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:52.692719495Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:52.695944495Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:52.695975318Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:52.699088574Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:52.699120474Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:52.806503146Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:53.89905013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9679b2e-bef6-48e7-9af8-6235379cbe41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:53.961493633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9679b2e-bef6-48e7-9af8-6235379cbe41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:54.021672321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9679b2e-bef6-48e7-9af8-6235379cbe41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:54.080968125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9679b2e-bef6-48e7-9af8-6235379cbe41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:56.242396525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af04bc6-3d68-4512-966d-9664401896cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:56.30159397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af04bc6-3d68-4512-966d-9664401896cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:56.363937473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af04bc6-3d68-4512-966d-9664401896cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:56.423939545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af04bc6-3d68-4512-966d-9664401896cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:57.57582347Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668756f9-2b3c-4137-8718-a9391ceacec7","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:58.667727625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668756f9-2b3c-4137-8718-a9391ceacec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:58.726724859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668756f9-2b3c-4137-8718-a9391ceacec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:58.785571852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668756f9-2b3c-4137-8718-a9391ceacec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:20:58.84461396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668756f9-2b3c-4137-8718-a9391ceacec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:01.007042046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9d9c78-e1be-453e-8098-d896961d0a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:01.066120102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9d9c78-e1be-453e-8098-d896961d0a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:01.125063426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9d9c78-e1be-453e-8098-d896961d0a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:01.184055214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9d9c78-e1be-453e-8098-d896961d0a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:01.614716197Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"80b31dba-022e-405b-a6e3-e7a791eb6b66","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:08.438451355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2b2a87-1419-4d1c-9c6a-6a0883b2607b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:08.498467687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2b2a87-1419-4d1c-9c6a-6a0883b2607b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:08.562985228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2b2a87-1419-4d1c-9c6a-6a0883b2607b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:08.622306773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2b2a87-1419-4d1c-9c6a-6a0883b2607b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:10.875953356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3ef8b8-ceb9-4f31-889d-0488aa266233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:10.93523186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3ef8b8-ceb9-4f31-889d-0488aa266233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:10.994288884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3ef8b8-ceb9-4f31-889d-0488aa266233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:11.055001102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3ef8b8-ceb9-4f31-889d-0488aa266233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:16.199021465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586b55fd-6037-4dfc-902e-56efd0b32456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:16.259089765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586b55fd-6037-4dfc-902e-56efd0b32456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:16.318292548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586b55fd-6037-4dfc-902e-56efd0b32456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:16.378678549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586b55fd-6037-4dfc-902e-56efd0b32456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:18.618377771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893a08a4-77ca-4f1f-9713-1b0133f190dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:18.677394603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893a08a4-77ca-4f1f-9713-1b0133f190dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:18.73631036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893a08a4-77ca-4f1f-9713-1b0133f190dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:18.795502146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893a08a4-77ca-4f1f-9713-1b0133f190dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:22.568354164Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:21:52.626619261Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:22.624872629Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:51.988368935Z","body":"Could not wait for Cache to sync","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","error":"failed to wait for maasmodelref caches to sync kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]: timed out waiting for cache to be synced for kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).startEventSourcesAndQueueLocked.func1.2.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:382"} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988453423Z","body":"Stopping and waiting for non leader election runnables","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988467954Z","body":"Stopping and waiting for warmup runnables","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.98846724Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988483713Z","body":"Shutdown signal received, waiting for all workers to finish","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988503196Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988508475Z","body":"All workers finished","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.98851379Z","body":"Stopping and waiting for leader election runnables","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988569783Z","body":"Shutdown signal received, waiting for all workers to finish","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988583058Z","body":"Shutdown signal received, waiting for all workers to finish","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988592187Z","body":"Shutdown signal received, waiting for all workers to finish","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988601062Z","body":"Shutdown signal received, waiting for all workers to finish","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988609988Z","body":"Shutdown signal received, waiting for all workers to finish","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988636343Z","body":"All workers finished","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988669489Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988680193Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988686995Z","body":"Shutdown signal received, waiting for all workers to finish","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988705469Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.98871886Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988799043Z","body":"All workers finished","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988814934Z","body":"All workers finished","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988823902Z","body":"All workers finished","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988837885Z","body":"All workers finished","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988860528Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988867998Z","body":"All workers finished","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988878205Z","logger":"crd-watcher","body":"CRD established; watch registered dynamically","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:51.988883998Z","body":"Stopping and waiting for caches","service.name":"maas-controller","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:52.047908286Z","logger":"controller-runtime.source.Kind","body":"failed to get informer from cache","service.name":"maas-controller","error":"Timeout: failed waiting for *v1alpha2.LLMInferenceService Informer to sync","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:82\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:52.047956986Z","logger":"controller-runtime.source.Kind","body":"failed to get informer from cache","service.name":"maas-controller","error":"Timeout: failed waiting for *v1alpha2.LLMInferenceService Informer to sync","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:82\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:52.048180951Z","body":"Stopping and waiting for webhooks","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:52.048231478Z","logger":"controller-runtime.webhook","body":"Shutting down webhook server with timeout of 1 minute","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:52.048278861Z","body":"Stopping and waiting for HTTP servers","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:52.048347175Z","logger":"controller-runtime.metrics","body":"Shutting down metrics server with timeout of 1 minute","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:52.048399059Z","body":"shutting down server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-04T01:22:52.048425738Z","body":"Wait completed, proceeding to shutdown the manager","service.name":"maas-controller","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-04T01:22:52.048460778Z","logger":"setup","body":"problem running manager","service.name":"maas-controller","error":"failed to wait for maasmodelref caches to sync kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]: timed out waiting for cache to be synced for kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":17,"stacktrace":"main.main\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/cmd/manager/main.go:1462\nruntime.main\n\truntime/proc.go:290"}