{"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"Cluster config","Operator Namespace":"opendatahub","Application Namespace":"opendatahub","Release":{"name":"Open Data Hub","version":"3.5.0-ea.2"},"Cluster":{"type":"OpenShift","version":"4.21.23"}} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"datasciencecluster.opendatahub.io/v1, Kind=DataScienceCluster"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v1"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v1"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v2"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v2"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"dscinitialization.opendatahub.io/v1, Kind=DSCInitialization"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v1"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v2"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-hardware-profile"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-prometheus-monitors"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/platform-connection-isvc"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/platform-connection-llmisvc"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/platform-connection-notebook"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-acceleratorprofile"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-hardwareprofile"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"service","name":"auth"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"service","name":"certconfigmapgenerator"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"service","name":"gateway"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"service","name":"monitoring"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"service","name":"setupcontroller"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trainingoperator"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"component","name":"sparkoperator"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trustyai"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"component","name":"datasciencepipelines"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"component","name":"modelregistry"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"component","name":"mlflowoperator"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trainer"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"component","name":"kueue"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"component","name":"ogx"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"component","name":"kserve"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"component","name":"dashboard"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"component","name":"ray"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"component","name":"feastoperator"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"component","name":"modelcontroller"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"component","name":"workbenches"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"creating reconciler","type":"component","name":"modelsasservice"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"starting manager"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-07-06T19:30:36Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":"0.0.0.0:8080","secure":false} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"setup","msg":"Attempting to acquire leader lease...","lock":"opendatahub/07ed84f7.opendatahub.io"} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-07-06T19:30:36Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"error","ts":"2026-07-06T19:44:39Z","logger":"setup","msg":"Error retrieving lease lock","lock":"opendatahub/07ed84f7.opendatahub.io","error":"Get \"https://172.31.0.1:443/apis/coordination.k8s.io/v1/namespaces/opendatahub/leases/07ed84f7.opendatahub.io?timeout=5s\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:452\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:210\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:470"} {"level":"error","ts":"2026-07-06T19:49:48Z","logger":"setup","msg":"Error retrieving lease lock","lock":"opendatahub/07ed84f7.opendatahub.io","error":"Get \"https://172.31.0.1:443/apis/coordination.k8s.io/v1/namespaces/opendatahub/leases/07ed84f7.opendatahub.io?timeout=5s\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:452\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:210\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:470"} {"level":"error","ts":"2026-07-06T19:49:55Z","logger":"setup","msg":"Error retrieving lease lock","lock":"opendatahub/07ed84f7.opendatahub.io","error":"Get \"https://172.31.0.1:443/apis/coordination.k8s.io/v1/namespaces/opendatahub/leases/07ed84f7.opendatahub.io?timeout=5s\": context deadline exceeded","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:452\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:210\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/internal.go:470"} {"level":"info","ts":"2026-07-06T19:49:58Z","logger":"setup","msg":"Successfully acquired lease","lock":"opendatahub/07ed84f7.opendatahub.io"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"cert-configmap-generator-controller","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"configmap","controllerGroup":"","controllerKind":"ConfigMap","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"cert-configmap-generator-controller","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"cert-configmap-generator-controller","source":"kind source: *v1.PartialObjectMetadata"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"sparkoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"SparkOperator","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"sparkoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"SparkOperator","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"sparkoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"SparkOperator","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"sparkoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"SparkOperator","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"sparkoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"SparkOperator","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"sparkoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"SparkOperator","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"sparkoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"SparkOperator","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"sparkoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"SparkOperator","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"sparkoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"SparkOperator","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"sparkoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"SparkOperator","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"trainingoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrainingOperator","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"datasciencepipelines","controllerGroup":"components.platform.opendatahub.io","controllerKind":"DataSciencePipelines","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"sparkoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"SparkOperator","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"sparkoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"SparkOperator","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"trainer","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Trainer","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","msg":"Starting EventSource","controller":"workbenches","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Workbenches","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:49:58Z","logger":"setup","msg":"run upgrade task"} {"level":"info","ts":"2026-07-06T19:49:59Z","logger":"setup","msg":"default DSCI auto-creation is disabled"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"configmap","controllerGroup":"","controllerKind":"ConfigMap"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"configmap","controllerGroup":"","controllerKind":"ConfigMap","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"72a3164f-fdfc-4b78-ab79-d606e2117863"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"72a3164f-fdfc-4b78-ab79-d606e2117863"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"72a3164f-fdfc-4b78-ab79-d606e2117863","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"72a3164f-fdfc-4b78-ab79-d606e2117863","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"72a3164f-fdfc-4b78-ab79-d606e2117863","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"72a3164f-fdfc-4b78-ab79-d606e2117863","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"72a3164f-fdfc-4b78-ab79-d606e2117863","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"72a3164f-fdfc-4b78-ab79-d606e2117863","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"72a3164f-fdfc-4b78-ab79-d606e2117863","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"72a3164f-fdfc-4b78-ab79-d606e2117863","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"72a3164f-fdfc-4b78-ab79-d606e2117863","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"cert-configmap-generator-controller"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"cert-configmap-generator-controller","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"open-cluster-management-agent-addon","reconcileID":"b19104a3-4c30-42b3-98c7-41c87125656a"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"72a3164f-fdfc-4b78-ab79-d606e2117863","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"72a3164f-fdfc-4b78-ab79-d606e2117863","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"34888c70-afc2-469c-b63a-ffd8007c57cf"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"34888c70-afc2-469c-b63a-ffd8007c57cf"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"34888c70-afc2-469c-b63a-ffd8007c57cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"34888c70-afc2-469c-b63a-ffd8007c57cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"34888c70-afc2-469c-b63a-ffd8007c57cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"34888c70-afc2-469c-b63a-ffd8007c57cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"34888c70-afc2-469c-b63a-ffd8007c57cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"44be1abb-45b8-428e-8de5-90000691c834"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"44be1abb-45b8-428e-8de5-90000691c834"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"44be1abb-45b8-428e-8de5-90000691c834","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"reconcile","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"d91a4cad-9321-40b1-a969-578a4efdb155"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"apply","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"d91a4cad-9321-40b1-a969-578a4efdb155"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"d91a4cad-9321-40b1-a969-578a4efdb155","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.initialize"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"d91a4cad-9321-40b1-a969-578a4efdb155","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"d91a4cad-9321-40b1-a969-578a4efdb155","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.createDefaultGroup"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"44be1abb-45b8-428e-8de5-90000691c834","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"34888c70-afc2-469c-b63a-ffd8007c57cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"44be1abb-45b8-428e-8de5-90000691c834","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"44be1abb-45b8-428e-8de5-90000691c834","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"44be1abb-45b8-428e-8de5-90000691c834","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"44be1abb-45b8-428e-8de5-90000691c834","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirects"} {"level":"info","ts":"2026-07-06T19:50:00Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirects.createDashboardRedirects","msg":"Dashboard CR not found, cleaning up dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"44be1abb-45b8-428e-8de5-90000691c834"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"44be1abb-45b8-428e-8de5-90000691c834","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"sparkoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"SparkOperator"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"sparkoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"SparkOperator","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"a6f823ff-8735-4506-bda8-565ffb31860f","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"a6f823ff-8735-4506-bda8-565ffb31860f","name":"opendatahub"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"44be1abb-45b8-428e-8de5-90000691c834","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"reconcile","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","ModelRegistry":{"name":"default-modelregistry"},"namespace":"","name":"default-modelregistry","reconcileID":"2f63f697-b5cc-43d0-812e-cf80dc9832e4"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"premium-users-namespace","reconcileID":"e146935a-7901-4a93-8ad0-93e3e92e7459"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"trainer","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Trainer"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"trainer","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Trainer","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"mlflowoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"MLflowOperator"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"mlflowoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"MLflowOperator","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"51970796-1c41-4d95-b423-46be05fee53b"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"51970796-1c41-4d95-b423-46be05fee53b"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"51970796-1c41-4d95-b423-46be05fee53b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"datasciencepipelines","controllerGroup":"components.platform.opendatahub.io","controllerKind":"DataSciencePipelines"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"datasciencepipelines","controllerGroup":"components.platform.opendatahub.io","controllerKind":"DataSciencePipelines","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"trainingoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrainingOperator"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"trainingoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrainingOperator","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"reconcile","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI","TrustyAI":{"name":"default-trustyai"},"namespace":"","name":"default-trustyai","reconcileID":"cee5c6e7-144e-451c-813e-407c6d748a33"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"ogx","controllerGroup":"components.platform.opendatahub.io","controllerKind":"OGX"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"ogx","controllerGroup":"components.platform.opendatahub.io","controllerKind":"OGX","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"feastoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"FeastOperator"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"feastoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"FeastOperator","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"reconcile","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"76fdabca-2dce-40db-8a60-0db246c0cc7d"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"apply","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"76fdabca-2dce-40db-8a60-0db246c0cc7d"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"ray","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Ray"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"ray","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Ray","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"dashboard","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Dashboard"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"dashboard","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Dashboard","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"modelsasservice","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelsAsService"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"modelsasservice","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelsAsService","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"workbenches","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Workbenches"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"workbenches","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Workbenches","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting Controller","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting workers","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","worker count":1} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"reconcile","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"e4972a55-75fa-4059-be3e-3d754fe728e2"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"apply","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"e4972a55-75fa-4059-be3e-3d754fe728e2"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Pre-condition skipped by runtime predicate","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"e4972a55-75fa-4059-be3e-3d754fe728e2","conditionType":"LLM-D-WVADependencies"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"e4972a55-75fa-4059-be3e-3d754fe728e2","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/components/modelcontroller.initialize"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"e4972a55-75fa-4059-be3e-3d754fe728e2","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"error","ts":"2026-07-06T19:50:00Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"51970796-1c41-4d95-b423-46be05fee53b","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"d91a4cad-9321-40b1-a969-578a4efdb155","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.managePermissions"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"d91a4cad-9321-40b1-a969-578a4efdb155","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ec268512-d52a-4b99-91ac-8722db856b19"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ec268512-d52a-4b99-91ac-8722db856b19"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ec268512-d52a-4b99-91ac-8722db856b19","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"error","ts":"2026-07-06T19:50:00Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ec268512-d52a-4b99-91ac-8722db856b19","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"78f0dcfd-ec45-4067-8d3f-b7d51945bed7"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"78f0dcfd-ec45-4067-8d3f-b7d51945bed7"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"78f0dcfd-ec45-4067-8d3f-b7d51945bed7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"error","ts":"2026-07-06T19:50:00Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"78f0dcfd-ec45-4067-8d3f-b7d51945bed7","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d29bd1b8-7766-4015-8ef9-e24ce8b01c76"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d29bd1b8-7766-4015-8ef9-e24ce8b01c76"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d29bd1b8-7766-4015-8ef9-e24ce8b01c76","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"error","ts":"2026-07-06T19:50:00Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d29bd1b8-7766-4015-8ef9-e24ce8b01c76","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"1e96c0b6-3ab3-4f15-88a5-c233f80d009a"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"1e96c0b6-3ab3-4f15-88a5-c233f80d009a"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"1e96c0b6-3ab3-4f15-88a5-c233f80d009a","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"ai-tenants","reconcileID":"3f0d24c1-837a-4e7b-b062-94793fae219a"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Pre-condition not met","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"76fdabca-2dce-40db-8a60-0db246c0cc7d","conditionType":"KserveLLMInferenceServiceDependencies","message":"Red Hat Connectivity Link: subscription not found"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"e4972a55-75fa-4059-be3e-3d754fe728e2","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"cert-manager-operator","reconcileID":"67944871-55a2-4ab2-ac3d-006460a0df77"} {"level":"error","ts":"2026-07-06T19:50:00Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"1e96c0b6-3ab3-4f15-88a5-c233f80d009a","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Pre-condition not met","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"76fdabca-2dce-40db-8a60-0db246c0cc7d","conditionType":"KserveLLMInferenceServiceWideEPDependencies","message":"Red Hat Connectivity Link: subscription not found"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"76fdabca-2dce-40db-8a60-0db246c0cc7d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/components/kserve.initialize"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"76fdabca-2dce-40db-8a60-0db246c0cc7d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/releases.(*Action).run-fm"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"76fdabca-2dce-40db-8a60-0db246c0cc7d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/components/kserve.removeOwnershipFromUnmanagedResources"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"76fdabca-2dce-40db-8a60-0db246c0cc7d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/components/kserve.cleanUpTemplatedResources"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"76fdabca-2dce-40db-8a60-0db246c0cc7d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"34888c70-afc2-469c-b63a-ffd8007c57cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2656f8ec-9bbf-46e6-b853-0bc7d569df21"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2656f8ec-9bbf-46e6-b853-0bc7d569df21"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2656f8ec-9bbf-46e6-b853-0bc7d569df21","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"cert-manager","reconcileID":"1e30b27d-1d7e-436c-9f2a-b4ac990b9e1c"} {"level":"error","ts":"2026-07-06T19:50:00Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2656f8ec-9bbf-46e6-b853-0bc7d569df21","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4a7f4137-8183-42e5-898f-b25deb725c14"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4a7f4137-8183-42e5-898f-b25deb725c14"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4a7f4137-8183-42e5-898f-b25deb725c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"error","ts":"2026-07-06T19:50:00Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4a7f4137-8183-42e5-898f-b25deb725c14","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"kuadrant-system","reconcileID":"9c0fc13e-763e-46aa-a109-83340b2da2f0"} {"level":"info","ts":"2026-07-06T19:50:00Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"opendatahub","reconcileID":"567c45d7-b214-4625-9d68-6a8687fdae5f"} {"level":"info","ts":"2026-07-06T19:50:01Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"maas-admin","reconcileID":"4d93a750-2333-4ece-8813-51f65e410b3f"} {"level":"info","ts":"2026-07-06T19:50:01Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"578c8488-d63b-4530-a9c2-c110dd70eb42"} {"level":"info","ts":"2026-07-06T19:50:01Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"578c8488-d63b-4530-a9c2-c110dd70eb42"} {"level":"info","ts":"2026-07-06T19:50:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"578c8488-d63b-4530-a9c2-c110dd70eb42","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"error","ts":"2026-07-06T19:50:01Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"578c8488-d63b-4530-a9c2-c110dd70eb42","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-06T19:50:01Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"open-cluster-management-2596508d-5c88-46a7-95d6-fdd0f93cf","reconcileID":"042d3147-8a31-4b87-8336-9360f3c78441"} {"level":"info","ts":"2026-07-06T19:50:01Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"opendatahub-monitoring","reconcileID":"12040042-e6b2-480b-8180-244a6ebbde07"} {"level":"info","ts":"2026-07-06T19:50:01Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"llm","reconcileID":"86016e99-5788-4c54-8000-379918ea2dbb"} {"level":"info","ts":"2026-07-06T19:50:01Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"models-as-a-service","reconcileID":"ede0c0c2-e6c1-4079-a7bd-6a3f0944c5a3"} {"level":"info","ts":"2026-07-06T19:50:01Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm","msg":"EnvoyFilter exposes internal implementation details that may change at any time. Prefer other APIs if possible, and exercise extreme caution, especially around upgrades.","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"44be1abb-45b8-428e-8de5-90000691c834"} {"level":"info","ts":"2026-07-06T19:50:01Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"44be1abb-45b8-428e-8de5-90000691c834","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-07-06T19:50:01Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"44be1abb-45b8-428e-8de5-90000691c834","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-07-06T19:50:01Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"05ea1b9f-2d3b-42c7-8e27-1ea2702b326b"} {"level":"info","ts":"2026-07-06T19:50:01Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"05ea1b9f-2d3b-42c7-8e27-1ea2702b326b"} {"level":"info","ts":"2026-07-06T19:50:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"05ea1b9f-2d3b-42c7-8e27-1ea2702b326b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"error","ts":"2026-07-06T19:50:01Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"05ea1b9f-2d3b-42c7-8e27-1ea2702b326b","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-06T19:50:03Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f5ed20c1-c3a1-48ba-98c2-a26535e46b1d"} {"level":"info","ts":"2026-07-06T19:50:03Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f5ed20c1-c3a1-48ba-98c2-a26535e46b1d"} {"level":"info","ts":"2026-07-06T19:50:03Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f5ed20c1-c3a1-48ba-98c2-a26535e46b1d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"error","ts":"2026-07-06T19:50:03Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f5ed20c1-c3a1-48ba-98c2-a26535e46b1d","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}