{"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"Cluster config","Operator Namespace":"opendatahub","Application Namespace":"opendatahub","Release":{"name":"Open Data Hub","version":"3.5.0-ea.2"},"Cluster":{"type":"OpenShift","version":"4.21.33"}} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"datasciencecluster.opendatahub.io/v1, Kind=DataScienceCluster"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v1"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v1"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v2"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v2"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"dscinitialization.opendatahub.io/v1, Kind=DSCInitialization"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v1"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v2"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-hardware-profile"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-prometheus-monitors"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/platform-connection-isvc"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/platform-connection-llmisvc"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/platform-connection-notebook"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-acceleratorprofile"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-hardwareprofile"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"service","name":"gateway"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"service","name":"monitoring"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"service","name":"setupcontroller"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"service","name":"auth"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"service","name":"certconfigmapgenerator"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"component","name":"sparkoperator"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"component","name":"kserve"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"component","name":"ogx"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"component","name":"modelcontroller"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trainingoperator"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"component","name":"workbenches"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"component","name":"ray"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"component","name":"modelsasservice"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"component","name":"datasciencepipelines"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"component","name":"feastoperator"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"component","name":"modelregistry"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"component","name":"dashboard"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"component","name":"mlflowoperator"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"component","name":"kueue"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trustyai"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trainer"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"starting manager"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":"0.0.0.0:8080","secure":false} {"level":"info","ts":"2026-09-11T16:36:52Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"info","ts":"2026-09-11T16:36:52Z","logger":"setup","msg":"Attempting to acquire leader lease...","lock":"opendatahub/07ed84f7.opendatahub.io"} {"level":"info","ts":"2026-09-11T16:37:08Z","logger":"setup","msg":"Successfully acquired lease","lock":"opendatahub/07ed84f7.opendatahub.io"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","logger":"setup","msg":"run upgrade task"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"configmap","controllerGroup":"","controllerKind":"ConfigMap","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dashboard","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Dashboard","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dashboard","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Dashboard","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"cert-configmap-generator-controller","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dashboard","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Dashboard","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dashboard","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Dashboard","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dashboard","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Dashboard","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"dashboard","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Dashboard","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"modelsasservice","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelsAsService","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-11T16:37:08Z","msg":"Starting EventSource","controller":"trainer","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Trainer","source":"kind source: *unstructured.Unstructured"} {"level":"error","ts":"2026-09-11T16:37:08Z","logger":"controller-runtime.cache.UnhandledError","msg":"Failed to watch","reflector":"go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:289","type":"oauth.openshift.io/v1, Kind=OAuthClient","error":"failed to list oauth.openshift.io/v1, Kind=OAuthClient: the server is currently unable to handle the request","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-11T16:37:09Z","logger":"setup","msg":"unable to cleanup existing resources","error":"1 error occurred:\n\t* failed to check for legacy OAuthClient \"odh\": the server is currently unable to handle the request (get oauthclients.oauth.openshift.io odh)\n\n","stacktrace":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/bootstrap.RunLeaderElectionInit\n\t/workspace/pkg/bootstrap/leader_election_init.go:90\nmain.main.func2\n\t/workspace/cmd/main.go:506\nmain.(*LeaderElectionRunnableWrapper).Start\n\t/workspace/cmd/main.go:541\nsigs.k8s.io/controller-runtime/pkg/manager.(*runnableGroup).reconcile.func1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/manager/runnable_group.go:260"} {"level":"info","ts":"2026-09-11T16:37:09Z","logger":"setup","msg":"default DSCI auto-creation is disabled"} {"level":"error","ts":"2026-09-11T16:37:09Z","logger":"controller-runtime.cache.UnhandledError","msg":"Failed to watch","reflector":"go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:289","type":"oauth.openshift.io/v1, Kind=OAuthClient","error":"failed to list oauth.openshift.io/v1, Kind=OAuthClient: the server is currently unable to handle the request","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-11T16:37:12Z","logger":"controller-runtime.cache.UnhandledError","msg":"Failed to watch","reflector":"go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:289","type":"oauth.openshift.io/v1, Kind=OAuthClient","error":"failed to list oauth.openshift.io/v1, Kind=OAuthClient: the server is currently unable to handle the request","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-11T16:37:18Z","logger":"controller-runtime.cache.UnhandledError","msg":"Failed to watch","reflector":"go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:289","type":"oauth.openshift.io/v1, Kind=OAuthClient","error":"failed to list oauth.openshift.io/v1, Kind=OAuthClient: the server is currently unable to handle the request","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:221\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:212\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/runtime/runtime.go:198\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:204\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:370\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:233\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/opt/app-root/src/go/pkg/mod/k8s.io/client-go@v0.35.3/tools/cache/reflector.go:368\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/opt/app-root/src/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:72"}