{"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"Cluster config","Operator Namespace":"opendatahub","Application Namespace":"opendatahub","Release":{"name":"Open Data Hub","version":"3.5.0-ea.2"},"Cluster":{"type":"OpenShift","version":"4.21.26"}} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"datasciencecluster.opendatahub.io/v1, Kind=DataScienceCluster"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v1"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v1"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v2"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v2"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"dscinitialization.opendatahub.io/v1, Kind=DSCInitialization"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v1"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v2"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-hardware-profile"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-prometheus-monitors"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/platform-connection-isvc"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/platform-connection-llmisvc"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/platform-connection-notebook"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-acceleratorprofile"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-hardwareprofile"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"service","name":"certconfigmapgenerator"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"service","name":"gateway"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"service","name":"monitoring"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"service","name":"setupcontroller"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"service","name":"auth"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"kueue"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"ogx"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"workbenches"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"modelcontroller"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trainer"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"ray"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"kserve"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"sparkoperator"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trustyai"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trainingoperator"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"dashboard"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"datasciencepipelines"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"feastoperator"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"mlflowoperator"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"modelregistry"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"creating reconciler","type":"component","name":"modelsasservice"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"starting manager"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-07-27T19:39:51Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":"0.0.0.0:8080","secure":false} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"setup","msg":"Attempting to acquire leader lease...","lock":"opendatahub/07ed84f7.opendatahub.io"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-07-27T19:39:51Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"error","ts":"2026-07-27T19:40:49Z","logger":"setup","msg":"Error retrieving lease lock","lock":"opendatahub/07ed84f7.opendatahub.io","error":"Get \"https://172.31.0.1:443/apis/coordination.k8s.io/v1/namespaces/opendatahub/leases/07ed84f7.opendatahub.io?timeout=5s\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:452\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:210\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:470"} {"level":"error","ts":"2026-07-27T19:45:18Z","logger":"setup","msg":"Error retrieving lease lock","lock":"opendatahub/07ed84f7.opendatahub.io","error":"the server was unable to return a response in the time allotted, but may still be processing the request (get leases.coordination.k8s.io 07ed84f7.opendatahub.io)","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:452\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:210\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:470"} {"level":"error","ts":"2026-07-27T19:45:26Z","logger":"setup","msg":"Error retrieving lease lock","lock":"opendatahub/07ed84f7.opendatahub.io","error":"the server was unable to return a response in the time allotted, but may still be processing the request (get leases.coordination.k8s.io 07ed84f7.opendatahub.io)","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:452\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:210\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:470"} {"level":"error","ts":"2026-07-27T19:45:33Z","logger":"setup","msg":"Error retrieving lease lock","lock":"opendatahub/07ed84f7.opendatahub.io","error":"Get \"https://172.31.0.1:443/apis/coordination.k8s.io/v1/namespaces/opendatahub/leases/07ed84f7.opendatahub.io?timeout=5s\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:452\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:210\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:470"} {"level":"error","ts":"2026-07-27T19:45:42Z","logger":"setup","msg":"Error retrieving lease lock","lock":"opendatahub/07ed84f7.opendatahub.io","error":"Get \"https://172.31.0.1:443/apis/coordination.k8s.io/v1/namespaces/opendatahub/leases/07ed84f7.opendatahub.io?timeout=5s\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:452\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:210\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:470"} {"level":"error","ts":"2026-07-27T19:45:49Z","logger":"setup","msg":"Error retrieving lease lock","lock":"opendatahub/07ed84f7.opendatahub.io","error":"Get \"https://172.31.0.1:443/apis/coordination.k8s.io/v1/namespaces/opendatahub/leases/07ed84f7.opendatahub.io?timeout=5s\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:452\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:210\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:470"} {"level":"error","ts":"2026-07-27T19:45:57Z","logger":"setup","msg":"Error retrieving lease lock","lock":"opendatahub/07ed84f7.opendatahub.io","error":"the server was unable to return a response in the time allotted, but may still be processing the request (get leases.coordination.k8s.io 07ed84f7.opendatahub.io)","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:452\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:210\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:470"} {"level":"error","ts":"2026-07-27T19:46:04Z","logger":"setup","msg":"Error retrieving lease lock","lock":"opendatahub/07ed84f7.opendatahub.io","error":"Get \"https://172.31.0.1:443/apis/coordination.k8s.io/v1/namespaces/opendatahub/leases/07ed84f7.opendatahub.io?timeout=5s\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:452\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:210\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:470"} {"level":"error","ts":"2026-07-27T19:46:13Z","logger":"setup","msg":"Error retrieving lease lock","lock":"opendatahub/07ed84f7.opendatahub.io","error":"Get \"https://172.31.0.1:443/apis/coordination.k8s.io/v1/namespaces/opendatahub/leases/07ed84f7.opendatahub.io?timeout=5s\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:452\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:210\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:470"} {"level":"error","ts":"2026-07-27T19:47:04Z","logger":"setup","msg":"Error retrieving lease lock","lock":"opendatahub/07ed84f7.opendatahub.io","error":"Get \"https://172.31.0.1:443/apis/coordination.k8s.io/v1/namespaces/opendatahub/leases/07ed84f7.opendatahub.io?timeout=5s\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:452\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:210\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:470"} {"level":"error","ts":"2026-07-27T19:47:13Z","logger":"setup","msg":"Error retrieving lease lock","lock":"opendatahub/07ed84f7.opendatahub.io","error":"Get \"https://172.31.0.1:443/apis/coordination.k8s.io/v1/namespaces/opendatahub/leases/07ed84f7.opendatahub.io?timeout=5s\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:452\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:210\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:470"} {"level":"info","ts":"2026-07-27T19:47:18Z","logger":"setup","msg":"Successfully acquired lease","lock":"opendatahub/07ed84f7.opendatahub.io"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"cert-configmap-generator-controller","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"cert-configmap-generator-controller","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"cert-configmap-generator-controller","source":"kind source: *v1.PartialObjectMetadata"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"configmap","controllerGroup":"","controllerKind":"ConfigMap","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"ogx","controllerGroup":"components.platform.opendatahub.io","controllerKind":"OGX","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"ogx","controllerGroup":"components.platform.opendatahub.io","controllerKind":"OGX","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"ogx","controllerGroup":"components.platform.opendatahub.io","controllerKind":"OGX","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"ogx","controllerGroup":"components.platform.opendatahub.io","controllerKind":"OGX","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"ogx","controllerGroup":"components.platform.opendatahub.io","controllerKind":"OGX","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"ogx","controllerGroup":"components.platform.opendatahub.io","controllerKind":"OGX","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"ogx","controllerGroup":"components.platform.opendatahub.io","controllerKind":"OGX","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"ogx","controllerGroup":"components.platform.opendatahub.io","controllerKind":"OGX","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"ogx","controllerGroup":"components.platform.opendatahub.io","controllerKind":"OGX","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"ogx","controllerGroup":"components.platform.opendatahub.io","controllerKind":"OGX","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"ogx","controllerGroup":"components.platform.opendatahub.io","controllerKind":"OGX","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","msg":"Starting EventSource","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-27T19:47:18Z","logger":"setup","msg":"run upgrade task"} {"level":"error","ts":"2026-07-27T19:47:18Z","logger":"controller-runtime.cache.UnhandledError","msg":"Failed to watch","reflector":"go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:289","type":"oauth.openshift.io/v1, Kind=OAuthClient","error":"failed to list oauth.openshift.io/v1, Kind=OAuthClient: the server is currently unable to handle the request","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-07-27T19:47:20Z","logger":"controller-runtime.cache.UnhandledError","msg":"Failed to watch","reflector":"go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:289","type":"oauth.openshift.io/v1, Kind=OAuthClient","error":"failed to list oauth.openshift.io/v1, Kind=OAuthClient: the server is currently unable to handle the request","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-07-27T19:47:20Z","logger":"setup","msg":"unable to cleanup existing resources","error":"1 error occurred:\n\t* failed to check for legacy OAuthClient \"odh\": the server is currently unable to handle the request (get oauthclients.oauth.openshift.io odh)\n\n","stacktrace":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/bootstrap.RunLeaderElectionInit\n\t/workspace/pkg/bootstrap/leader_election_init.go:90\nmain.main.func2\n\t/workspace/cmd/main.go:506\nmain.(*LeaderElectionRunnableWrapper).Start\n\t/workspace/cmd/main.go:541\nsigs.k8s.io/controller-runtime/pkg/manager.(*runnableGroup).reconcile.func1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/runnable_group.go:260"} {"level":"info","ts":"2026-07-27T19:47:20Z","logger":"setup","msg":"default DSCI auto-creation is disabled"} {"level":"error","ts":"2026-07-27T19:47:23Z","logger":"controller-runtime.cache.UnhandledError","msg":"Failed to watch","reflector":"go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:289","type":"oauth.openshift.io/v1, Kind=OAuthClient","error":"failed to list oauth.openshift.io/v1, Kind=OAuthClient: the server is currently unable to handle the request","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:72"}