{"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"Cluster config","Operator Namespace":"opendatahub","Application Namespace":"opendatahub","Release":{"name":"Open Data Hub","version":"3.5.0-ea.1"},"Cluster":{"type":"OpenShift","version":"4.21.19"}} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"datasciencecluster.opendatahub.io/v1, Kind=DataScienceCluster"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v1"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v1"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v2"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v2"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"dscinitialization.opendatahub.io/v1, Kind=DSCInitialization"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v1"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v2"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-hardware-profile"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-prometheus-monitors"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/platform-connection-isvc"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/platform-connection-llmisvc"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/platform-connection-notebook"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-acceleratorprofile"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-hardwareprofile"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"service","name":"auth"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"service","name":"certconfigmapgenerator"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"service","name":"gateway"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"service","name":"monitoring"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"service","name":"setupcontroller"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"feastoperator"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"ogx"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"ray"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"kserve"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"modelregistry"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trainingoperator"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"dashboard"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trainer"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"modelsasservice"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controllers.modelsasservice","msg":"Tenant platform reconcile owned by maas-controller; no ODH component controller registered"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"sparkoperator"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"datasciencepipelines"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"kueue"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"mlflowoperator"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trustyai"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"modelcontroller"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"workbenches"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"starting manager"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-06-10T15:10:51Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":"0.0.0.0:8080","secure":false} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"setup","msg":"Attempting to acquire leader lease...","lock":"opendatahub/07ed84f7.opendatahub.io"} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-06-10T15:10:51Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"error","ts":"2026-06-10T15:15:46Z","msg":"Failed to get namespace","object":{"name":"limitador-metrics","namespace":"opendatahub"},"namespace":"opendatahub","name":"limitador-metrics","resource":{"group":"monitoring.coreos.com","version":"v1","resource":"servicemonitors"},"user":"system:serviceaccount:opendatahub:maas-controller","requestID":"d785c735-a577-40d7-87ba-dcee52380ba0","webhook":"monitoring-injector","namespace":"opendatahub","name":"limitador-metrics","operation":"UPDATE","kind":"ServiceMonitor","namespace":"opendatahub","error":"Get \"https://172.31.0.1:443/api/v1/namespaces/opendatahub\": context canceled","stacktrace":"github.com/opendatahub-io/opendatahub-operator/v2/internal/webhook/monitoring.(*Injector).performMonitoringInjection\n\t/workspace/internal/webhook/monitoring/mutating.go:170\ngithub.com/opendatahub-io/opendatahub-operator/v2/internal/webhook/monitoring.(*Injector).Handle\n\t/workspace/internal/webhook/monitoring/mutating.go:119\nsigs.k8s.io/controller-runtime/pkg/webhook/admission.(*Webhook).Handle\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/webhook/admission/webhook.go:181\nsigs.k8s.io/controller-runtime/pkg/webhook/admission.(*Webhook).ServeHTTP\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/webhook/admission/http.go:119\nsigs.k8s.io/controller-runtime/pkg/webhook/internal/metrics.InstrumentedHook.InstrumentHandlerInFlight.func1\n\t/opt/app-root/src/go/pkg/mod/github.com/prometheus/client_golang@v1.23.2/prometheus/promhttp/instrument_server.go:60\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\ngithub.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1\n\t/opt/app-root/src/go/pkg/mod/github.com/prometheus/client_golang@v1.23.2/prometheus/promhttp/instrument_server.go:147\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\ngithub.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2\n\t/opt/app-root/src/go/pkg/mod/github.com/prometheus/client_golang@v1.23.2/prometheus/promhttp/instrument_server.go:109\nnet/http.HandlerFunc.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2322\nnet/http.(*ServeMux).ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:2861\nnet/http.serverHandler.ServeHTTP\n\t/usr/lib/golang/src/net/http/server.go:3340\nnet/http.(*conn).serve\n\t/usr/lib/golang/src/net/http/server.go:2109"}