{"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"Cluster config","Operator Namespace":"opendatahub","Application Namespace":"opendatahub","Release":{"name":"Open Data Hub","version":"3.5.0-ea.2"},"Cluster":{"type":"OpenShift","version":"4.21.25"}} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"datasciencecluster.opendatahub.io/v1, Kind=DataScienceCluster"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v1"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v1"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v2"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v2"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"dscinitialization.opendatahub.io/v1, Kind=DSCInitialization"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v1"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v2"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-hardware-profile"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-prometheus-monitors"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/platform-connection-isvc"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/platform-connection-llmisvc"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/platform-connection-notebook"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-acceleratorprofile"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-hardwareprofile"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"service","name":"gateway"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"service","name":"monitoring"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"service","name":"setupcontroller"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"service","name":"auth"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"service","name":"certconfigmapgenerator"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"ogx"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"modelcontroller"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"dashboard"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"sparkoperator"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trustyai"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"modelsasservice"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"ray"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trainingoperator"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"datasciencepipelines"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trainer"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"feastoperator"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"mlflowoperator"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"workbenches"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"modelregistry"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"kueue"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"kserve"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"starting manager"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-07-20T12:49:29Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":"0.0.0.0:8080","secure":false} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"setup","msg":"Attempting to acquire leader lease...","lock":"opendatahub/07ed84f7.opendatahub.io"} {"level":"info","ts":"2026-07-20T12:49:29Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"info","ts":"2026-07-20T13:29:32Z","logger":"setup","msg":"Successfully acquired lease","lock":"opendatahub/07ed84f7.opendatahub.io"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"configmap","controllerGroup":"","controllerKind":"ConfigMap","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"cert-configmap-generator-controller","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"cert-configmap-generator-controller","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"cert-configmap-generator-controller","source":"kind source: *v1.PartialObjectMetadata"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"ogx","controllerGroup":"components.platform.opendatahub.io","controllerKind":"OGX","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"sparkoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"SparkOperator","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"datasciencepipelines","controllerGroup":"components.platform.opendatahub.io","controllerKind":"DataSciencePipelines","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","msg":"Starting EventSource","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:32Z","logger":"setup","msg":"run upgrade task"} {"level":"info","ts":"2026-07-20T13:29:33Z","logger":"setup","msg":"default DSCI auto-creation is disabled"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1c5a2acf-8c76-4c53-a30a-b7f59af26112"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1c5a2acf-8c76-4c53-a30a-b7f59af26112"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1c5a2acf-8c76-4c53-a30a-b7f59af26112","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1c5a2acf-8c76-4c53-a30a-b7f59af26112","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1c5a2acf-8c76-4c53-a30a-b7f59af26112","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1c5a2acf-8c76-4c53-a30a-b7f59af26112","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1c5a2acf-8c76-4c53-a30a-b7f59af26112","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1c5a2acf-8c76-4c53-a30a-b7f59af26112","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1c5a2acf-8c76-4c53-a30a-b7f59af26112","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1c5a2acf-8c76-4c53-a30a-b7f59af26112","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1c5a2acf-8c76-4c53-a30a-b7f59af26112","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1c5a2acf-8c76-4c53-a30a-b7f59af26112","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1c5a2acf-8c76-4c53-a30a-b7f59af26112","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"cert-configmap-generator-controller"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"cert-configmap-generator-controller","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"ai-tenant-e2e-derive-5545572a","reconcileID":"3f774746-016b-4531-9734-bc9e0bf78281"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"configmap","controllerGroup":"","controllerKind":"ConfigMap"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"configmap","controllerGroup":"","controllerKind":"ConfigMap","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2dac8441-2d65-45c6-accd-34e1ac606e21"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2dac8441-2d65-45c6-accd-34e1ac606e21"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2dac8441-2d65-45c6-accd-34e1ac606e21","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2dac8441-2d65-45c6-accd-34e1ac606e21","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2dac8441-2d65-45c6-accd-34e1ac606e21","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2dac8441-2d65-45c6-accd-34e1ac606e21","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2dac8441-2d65-45c6-accd-34e1ac606e21","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"1df07216-738e-4c24-b8f1-fab6f8c114ae"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"1df07216-738e-4c24-b8f1-fab6f8c114ae"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"1df07216-738e-4c24-b8f1-fab6f8c114ae","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"reconcile","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"25ea3992-b663-467d-9bb0-0bf241dd4f87"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"apply","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"25ea3992-b663-467d-9bb0-0bf241dd4f87"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"25ea3992-b663-467d-9bb0-0bf241dd4f87","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.initialize"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"25ea3992-b663-467d-9bb0-0bf241dd4f87","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"25ea3992-b663-467d-9bb0-0bf241dd4f87","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.createDefaultGroup"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"786caf28-c5d5-4be5-a34c-06d0ce52a186","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"786caf28-c5d5-4be5-a34c-06d0ce52a186","name":"opendatahub"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d3a68179-6855-429f-ab02-829719a034aa"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"1df07216-738e-4c24-b8f1-fab6f8c114ae","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d3a68179-6855-429f-ab02-829719a034aa"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d3a68179-6855-429f-ab02-829719a034aa","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"ogx","controllerGroup":"components.platform.opendatahub.io","controllerKind":"OGX"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"ogx","controllerGroup":"components.platform.opendatahub.io","controllerKind":"OGX","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"reconcile","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"394cec1f-76e1-42da-a05d-0b00068f4e60"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"apply","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"394cec1f-76e1-42da-a05d-0b00068f4e60"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Pre-condition skipped by runtime predicate","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"394cec1f-76e1-42da-a05d-0b00068f4e60","conditionType":"LLM-D-WVADependencies"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"394cec1f-76e1-42da-a05d-0b00068f4e60","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/components/modelcontroller.initialize"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"394cec1f-76e1-42da-a05d-0b00068f4e60","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"sparkoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"SparkOperator"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"sparkoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"SparkOperator","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"cert-manager-operator","reconcileID":"37a535a6-56ca-4e4b-a44b-40069f9431d4"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2dac8441-2d65-45c6-accd-34e1ac606e21","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"error","ts":"2026-07-20T13:29:33Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d3a68179-6855-429f-ab02-829719a034aa","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"modelsasservice","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelsAsService"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"modelsasservice","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelsAsService","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"trainingoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrainingOperator"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"trainingoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrainingOperator","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"reconcile","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI","TrustyAI":{"name":"default-trustyai"},"namespace":"","name":"default-trustyai","reconcileID":"35f1eabb-a07d-4897-b651-16c2135d040b"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"dashboard","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Dashboard"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"dashboard","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Dashboard","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"trainer","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Trainer"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"trainer","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Trainer","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"ray","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Ray"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"ray","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Ray","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"1df07216-738e-4c24-b8f1-fab6f8c114ae","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"1df07216-738e-4c24-b8f1-fab6f8c114ae","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"1df07216-738e-4c24-b8f1-fab6f8c114ae","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"1df07216-738e-4c24-b8f1-fab6f8c114ae","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirects"} {"level":"info","ts":"2026-07-20T13:29:33Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirects.createDashboardRedirects","msg":"Dashboard CR not found, cleaning up dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"1df07216-738e-4c24-b8f1-fab6f8c114ae"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"1df07216-738e-4c24-b8f1-fab6f8c114ae","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"datasciencepipelines","controllerGroup":"components.platform.opendatahub.io","controllerKind":"DataSciencePipelines"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"datasciencepipelines","controllerGroup":"components.platform.opendatahub.io","controllerKind":"DataSciencePipelines","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"feastoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"FeastOperator"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"feastoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"FeastOperator","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"mlflowoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"MLflowOperator"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"mlflowoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"MLflowOperator","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"reconcile","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7560c9cb-2c4a-48fc-86d5-8c6c44aceccd"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"apply","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7560c9cb-2c4a-48fc-86d5-8c6c44aceccd"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"workbenches","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Workbenches"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"workbenches","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Workbenches","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting Controller","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Starting workers","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","worker count":1} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"reconcile","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","ModelRegistry":{"name":"default-modelregistry"},"namespace":"","name":"default-modelregistry","reconcileID":"942b23a5-91ba-4bb3-a273-e28a867fd060"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"0f05dcc0-862d-4b13-958b-8d68c20d6ef8"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"0f05dcc0-862d-4b13-958b-8d68c20d6ef8"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"0f05dcc0-862d-4b13-958b-8d68c20d6ef8","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"llm","reconcileID":"87f5db75-3d37-4303-ab51-93dad1618456"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"1df07216-738e-4c24-b8f1-fab6f8c114ae","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"models-as-a-service","reconcileID":"925327fd-1622-4c5c-93bb-7423437c2374"} {"level":"error","ts":"2026-07-20T13:29:33Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"0f05dcc0-862d-4b13-958b-8d68c20d6ef8","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"25ea3992-b663-467d-9bb0-0bf241dd4f87","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.managePermissions"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"25ea3992-b663-467d-9bb0-0bf241dd4f87","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"0c2dceab-1088-4bd6-8d10-d44b856f2d92"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"0c2dceab-1088-4bd6-8d10-d44b856f2d92"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"0c2dceab-1088-4bd6-8d10-d44b856f2d92","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:33Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"opendatahub-monitoring","reconcileID":"04767695-08e0-4cc1-bbd1-ddf09b37add1"} {"level":"error","ts":"2026-07-20T13:29:33Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"0c2dceab-1088-4bd6-8d10-d44b856f2d92","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"efba2858-5a0b-4e29-a4a5-2c0bfa1647c3"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"efba2858-5a0b-4e29-a4a5-2c0bfa1647c3"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"efba2858-5a0b-4e29-a4a5-2c0bfa1647c3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"opendatahub","reconcileID":"1d8dd9e0-5b07-4064-abee-a6c7c3b147b5"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Pre-condition not met","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7560c9cb-2c4a-48fc-86d5-8c6c44aceccd","conditionType":"KserveLLMInferenceServiceDependencies","message":"Red Hat Connectivity Link: subscription not found"} {"level":"error","ts":"2026-07-20T13:29:34Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"efba2858-5a0b-4e29-a4a5-2c0bfa1647c3","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"ai-tenant-e2e-migrate-7257abbc","reconcileID":"be2c77b8-3ca5-403a-9668-b073856dd796"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"ai-tenants","reconcileID":"eb7d5963-5a3f-485d-84a5-deebe9635fcf"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Executing action","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"394cec1f-76e1-42da-a05d-0b00068f4e60","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"97c75c24-7191-42bf-b5a2-c1af618dadb2"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"97c75c24-7191-42bf-b5a2-c1af618dadb2"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"97c75c24-7191-42bf-b5a2-c1af618dadb2","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"cert-manager","reconcileID":"2f56eb58-0a12-4616-8424-2ba885fc141b"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2dac8441-2d65-45c6-accd-34e1ac606e21","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Pre-condition not met","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7560c9cb-2c4a-48fc-86d5-8c6c44aceccd","conditionType":"KserveLLMInferenceServiceWideEPDependencies","message":"Red Hat Connectivity Link: subscription not found"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7560c9cb-2c4a-48fc-86d5-8c6c44aceccd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/components/kserve.initialize"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7560c9cb-2c4a-48fc-86d5-8c6c44aceccd","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/releases.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7560c9cb-2c4a-48fc-86d5-8c6c44aceccd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/components/kserve.removeOwnershipFromUnmanagedResources"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7560c9cb-2c4a-48fc-86d5-8c6c44aceccd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/components/kserve.cleanUpTemplatedResources"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7560c9cb-2c4a-48fc-86d5-8c6c44aceccd","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"error","ts":"2026-07-20T13:29:34Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"97c75c24-7191-42bf-b5a2-c1af618dadb2","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"maas-admin","reconcileID":"af553555-aec0-4c15-88b6-9e36028c0992"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"odh-ai-gateway-infra","reconcileID":"12bfa3c9-194d-4757-ae84-78231cf07240"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"25ea3992-b663-467d-9bb0-0bf241dd4f87","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c752cf45-42e7-45b5-973b-badfcf8ba00e"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c752cf45-42e7-45b5-973b-badfcf8ba00e"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c752cf45-42e7-45b5-973b-badfcf8ba00e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"open-cluster-management-8daed40e-8082-496a-9e32-2bf39ad4a","reconcileID":"8d525e33-b6bd-4506-85c3-9d5513d14255"} {"level":"error","ts":"2026-07-20T13:29:34Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c752cf45-42e7-45b5-973b-badfcf8ba00e","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"ai-tenant-e2e-ait-de7145c9","reconcileID":"88b16821-0d15-4930-b831-46f0c681ba17"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"ai-tenant-e2e-shared-b-b8383c","reconcileID":"6730a3ce-b120-4991-8e26-d1400a466577"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f831b1b2-cf55-4189-8048-92eea2f1716c"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f831b1b2-cf55-4189-8048-92eea2f1716c"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f831b1b2-cf55-4189-8048-92eea2f1716c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"kuadrant-system","reconcileID":"9ca5e3a0-e9be-4d15-bec0-aa7764a5c0a6"} {"level":"error","ts":"2026-07-20T13:29:34Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f831b1b2-cf55-4189-8048-92eea2f1716c","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"open-cluster-management-agent-addon","reconcileID":"5108fb6e-26cc-4886-a65c-1fb3fe9ba28e"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"ai-tenant-e2e-ait-fc7eef60","reconcileID":"3bb483a3-382a-493b-b852-e1c7ffff6934"} {"level":"info","ts":"2026-07-20T13:29:34Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm","msg":"EnvoyFilter exposes internal implementation details that may change at any time. Prefer other APIs if possible, and exercise extreme caution, especially around upgrades.","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"1df07216-738e-4c24-b8f1-fab6f8c114ae"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"premium-users-namespace","reconcileID":"52bd00e4-6f14-466e-b144-55d9e92dd127"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"1df07216-738e-4c24-b8f1-fab6f8c114ae","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"1df07216-738e-4c24-b8f1-fab6f8c114ae","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"5b9ca7b7-5191-47b7-bc2b-17a295c733d9"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"5b9ca7b7-5191-47b7-bc2b-17a295c733d9"} {"level":"info","ts":"2026-07-20T13:29:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"5b9ca7b7-5191-47b7-bc2b-17a295c733d9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"error","ts":"2026-07-20T13:29:34Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"5b9ca7b7-5191-47b7-bc2b-17a295c733d9","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"Executing action","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"394cec1f-76e1-42da-a05d-0b00068f4e60","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"Executing action","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"394cec1f-76e1-42da-a05d-0b00068f4e60","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"089c3169-e55f-4d8c-bd63-6c3da4902f9c"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"089c3169-e55f-4d8c-bd63-6c3da4902f9c"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"089c3169-e55f-4d8c-bd63-6c3da4902f9c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"error","ts":"2026-07-20T13:29:35Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"089c3169-e55f-4d8c-bd63-6c3da4902f9c","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-20T13:29:35Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm","msg":"Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"25ea3992-b663-467d-9bb0-0bf241dd4f87"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"25ea3992-b663-467d-9bb0-0bf241dd4f87","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-07-20T13:29:35Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm","msg":"Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"1df07216-738e-4c24-b8f1-fab6f8c114ae"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"1df07216-738e-4c24-b8f1-fab6f8c114ae","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"93aeadf1-c2b8-4c79-812e-f13426558ba3"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"93aeadf1-c2b8-4c79-812e-f13426558ba3"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"93aeadf1-c2b8-4c79-812e-f13426558ba3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"93aeadf1-c2b8-4c79-812e-f13426558ba3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"93aeadf1-c2b8-4c79-812e-f13426558ba3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"93aeadf1-c2b8-4c79-812e-f13426558ba3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"93aeadf1-c2b8-4c79-812e-f13426558ba3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"93aeadf1-c2b8-4c79-812e-f13426558ba3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirects"} {"level":"info","ts":"2026-07-20T13:29:35Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirects.createDashboardRedirects","msg":"Dashboard CR not found, cleaning up dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"93aeadf1-c2b8-4c79-812e-f13426558ba3"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"93aeadf1-c2b8-4c79-812e-f13426558ba3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"93aeadf1-c2b8-4c79-812e-f13426558ba3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"93aeadf1-c2b8-4c79-812e-f13426558ba3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"93aeadf1-c2b8-4c79-812e-f13426558ba3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:35Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"93aeadf1-c2b8-4c79-812e-f13426558ba3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-07-20T13:29:36Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm","msg":"Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"394cec1f-76e1-42da-a05d-0b00068f4e60"} {"level":"info","ts":"2026-07-20T13:29:36Z","msg":"Executing action","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"394cec1f-76e1-42da-a05d-0b00068f4e60","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-07-20T13:29:36Z","msg":"Starting EventSource","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:36Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"aadf9b36-3be8-4895-9852-a7e205f08984"} {"level":"info","ts":"2026-07-20T13:29:36Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"aadf9b36-3be8-4895-9852-a7e205f08984"} {"level":"info","ts":"2026-07-20T13:29:36Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"aadf9b36-3be8-4895-9852-a7e205f08984","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-07-20T13:29:36Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"aadf9b36-3be8-4895-9852-a7e205f08984","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-07-20T13:29:36Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"aadf9b36-3be8-4895-9852-a7e205f08984","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-07-20T13:29:36Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"aadf9b36-3be8-4895-9852-a7e205f08984","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-07-20T13:29:36Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"aadf9b36-3be8-4895-9852-a7e205f08984","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:36Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"aadf9b36-3be8-4895-9852-a7e205f08984","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:36Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"aadf9b36-3be8-4895-9852-a7e205f08984","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-07-20T13:29:36Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b63d7436-b114-4cc2-8310-b31a67728cc8"} {"level":"info","ts":"2026-07-20T13:29:36Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b63d7436-b114-4cc2-8310-b31a67728cc8"} {"level":"info","ts":"2026-07-20T13:29:36Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b63d7436-b114-4cc2-8310-b31a67728cc8","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"error","ts":"2026-07-20T13:29:36Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b63d7436-b114-4cc2-8310-b31a67728cc8","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-20T13:29:39Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"e91960dd-d0db-4bc6-a10f-e3470a0b7e4d"} {"level":"info","ts":"2026-07-20T13:29:39Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"e91960dd-d0db-4bc6-a10f-e3470a0b7e4d"} {"level":"info","ts":"2026-07-20T13:29:39Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"e91960dd-d0db-4bc6-a10f-e3470a0b7e4d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"error","ts":"2026-07-20T13:29:39Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"e91960dd-d0db-4bc6-a10f-e3470a0b7e4d","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-20T13:29:39Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7560c9cb-2c4a-48fc-86d5-8c6c44aceccd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/components/kserve.customizeKserveConfigMap"} {"level":"info","ts":"2026-07-20T13:29:39Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7560c9cb-2c4a-48fc-86d5-8c6c44aceccd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/components/kserve.(*componentHandler).NewComponentReconciler.func1"} {"level":"info","ts":"2026-07-20T13:29:39Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7560c9cb-2c4a-48fc-86d5-8c6c44aceccd","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"reconcile","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"fe31f2a4-3104-43c0-97d7-1602f3be6be1"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"apply","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"fe31f2a4-3104-43c0-97d7-1602f3be6be1"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"Pre-condition skipped by runtime predicate","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"fe31f2a4-3104-43c0-97d7-1602f3be6be1","conditionType":"LLM-D-WVADependencies"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"Executing action","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"fe31f2a4-3104-43c0-97d7-1602f3be6be1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/components/modelcontroller.initialize"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"Executing action","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"fe31f2a4-3104-43c0-97d7-1602f3be6be1","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"Executing action","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"fe31f2a4-3104-43c0-97d7-1602f3be6be1","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"Executing action","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"fe31f2a4-3104-43c0-97d7-1602f3be6be1","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"Executing action","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"fe31f2a4-3104-43c0-97d7-1602f3be6be1","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"Executing action","controller":"modelcontroller","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelController","ModelController":{"name":"default-modelcontroller"},"namespace":"","name":"default-modelcontroller","reconcileID":"fe31f2a4-3104-43c0-97d7-1602f3be6be1","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"08f20498-77cf-4646-8f23-61c44669712e"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"08f20498-77cf-4646-8f23-61c44669712e"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"08f20498-77cf-4646-8f23-61c44669712e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"08f20498-77cf-4646-8f23-61c44669712e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"08f20498-77cf-4646-8f23-61c44669712e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"08f20498-77cf-4646-8f23-61c44669712e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"08f20498-77cf-4646-8f23-61c44669712e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"08f20498-77cf-4646-8f23-61c44669712e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"08f20498-77cf-4646-8f23-61c44669712e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8d299cf4-86f2-48e5-aecf-778ea2004547"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8d299cf4-86f2-48e5-aecf-778ea2004547"} {"level":"info","ts":"2026-07-20T13:29:42Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8d299cf4-86f2-48e5-aecf-778ea2004547","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"error","ts":"2026-07-20T13:29:42Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8d299cf4-86f2-48e5-aecf-778ea2004547","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-20T13:29:46Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7560c9cb-2c4a-48fc-86d5-8c6c44aceccd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/components/kserve.reconcileModelCache"} {"level":"info","ts":"2026-07-20T13:29:46Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7560c9cb-2c4a-48fc-86d5-8c6c44aceccd","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:46Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7560c9cb-2c4a-48fc-86d5-8c6c44aceccd","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:46Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm","msg":"Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7560c9cb-2c4a-48fc-86d5-8c6c44aceccd"} {"level":"info","ts":"2026-07-20T13:29:46Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"7560c9cb-2c4a-48fc-86d5-8c6c44aceccd","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-07-20T13:29:46Z","msg":"Starting EventSource","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:46Z","msg":"Starting EventSource","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:46Z","msg":"Starting EventSource","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:46Z","msg":"Starting EventSource","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:46Z","msg":"Starting EventSource","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:46Z","msg":"Starting EventSource","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:46Z","msg":"Starting EventSource","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Starting EventSource","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Starting EventSource","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Starting EventSource","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Starting EventSource","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"reconcile","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"cf6e956e-995a-4673-9996-5212ccc8d3fc"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"apply","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"cf6e956e-995a-4673-9996-5212ccc8d3fc"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9dc69249-319c-475b-9bde-8295bbbd5700"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9dc69249-319c-475b-9bde-8295bbbd5700"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9dc69249-319c-475b-9bde-8295bbbd5700","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9dc69249-319c-475b-9bde-8295bbbd5700","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9dc69249-319c-475b-9bde-8295bbbd5700","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9dc69249-319c-475b-9bde-8295bbbd5700","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9dc69249-319c-475b-9bde-8295bbbd5700","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9dc69249-319c-475b-9bde-8295bbbd5700","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Pre-condition not met","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"cf6e956e-995a-4673-9996-5212ccc8d3fc","conditionType":"KserveLLMInferenceServiceDependencies","message":"Red Hat Connectivity Link: subscription not found"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Pre-condition not met","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"cf6e956e-995a-4673-9996-5212ccc8d3fc","conditionType":"KserveLLMInferenceServiceWideEPDependencies","message":"Red Hat Connectivity Link: subscription not found"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"cf6e956e-995a-4673-9996-5212ccc8d3fc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/components/kserve.initialize"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"cf6e956e-995a-4673-9996-5212ccc8d3fc","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/releases.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"cf6e956e-995a-4673-9996-5212ccc8d3fc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/components/kserve.removeOwnershipFromUnmanagedResources"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"cf6e956e-995a-4673-9996-5212ccc8d3fc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/components/kserve.cleanUpTemplatedResources"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"cf6e956e-995a-4673-9996-5212ccc8d3fc","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"cf6e956e-995a-4673-9996-5212ccc8d3fc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/components/kserve.customizeKserveConfigMap"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"cf6e956e-995a-4673-9996-5212ccc8d3fc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/components/kserve.(*componentHandler).NewComponentReconciler.func1"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"cf6e956e-995a-4673-9996-5212ccc8d3fc","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9dc69249-319c-475b-9bde-8295bbbd5700","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"cf6e956e-995a-4673-9996-5212ccc8d3fc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/components/kserve.reconcileModelCache"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"cf6e956e-995a-4673-9996-5212ccc8d3fc","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"cf6e956e-995a-4673-9996-5212ccc8d3fc","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"kserve","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"cf6e956e-995a-4673-9996-5212ccc8d3fc","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88708fac-52db-4c6d-b771-c8d792165531"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88708fac-52db-4c6d-b771-c8d792165531"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88708fac-52db-4c6d-b771-c8d792165531","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88708fac-52db-4c6d-b771-c8d792165531","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88708fac-52db-4c6d-b771-c8d792165531","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88708fac-52db-4c6d-b771-c8d792165531","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88708fac-52db-4c6d-b771-c8d792165531","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88708fac-52db-4c6d-b771-c8d792165531","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-07-20T13:29:47Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88708fac-52db-4c6d-b771-c8d792165531","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-07-20T13:29:49Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"639c26e8-896c-4acc-a647-086aa9da1338"} {"level":"info","ts":"2026-07-20T13:29:49Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"639c26e8-896c-4acc-a647-086aa9da1338"} {"level":"info","ts":"2026-07-20T13:29:49Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"639c26e8-896c-4acc-a647-086aa9da1338","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"error","ts":"2026-07-20T13:29:49Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"639c26e8-896c-4acc-a647-086aa9da1338","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-20T13:29:50Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"de656eec-8339-4590-b27b-93351f681817"} {"level":"info","ts":"2026-07-20T13:29:50Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"de656eec-8339-4590-b27b-93351f681817"} {"level":"info","ts":"2026-07-20T13:29:50Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"de656eec-8339-4590-b27b-93351f681817","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"error","ts":"2026-07-20T13:29:50Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"de656eec-8339-4590-b27b-93351f681817","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-20T13:29:50Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"83f0a962-de4e-47ae-a0f6-c940981e2e85"} {"level":"info","ts":"2026-07-20T13:29:50Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"83f0a962-de4e-47ae-a0f6-c940981e2e85"} {"level":"info","ts":"2026-07-20T13:29:50Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"83f0a962-de4e-47ae-a0f6-c940981e2e85","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"error","ts":"2026-07-20T13:29:50Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"83f0a962-de4e-47ae-a0f6-c940981e2e85","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-20T13:29:53Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"5bf07706-d62e-4ac5-a9b0-d76fe47e0241"} {"level":"info","ts":"2026-07-20T13:29:53Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"5bf07706-d62e-4ac5-a9b0-d76fe47e0241"} {"level":"info","ts":"2026-07-20T13:29:53Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"5bf07706-d62e-4ac5-a9b0-d76fe47e0241","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"error","ts":"2026-07-20T13:29:53Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"5bf07706-d62e-4ac5-a9b0-d76fe47e0241","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":"2026-07-20T13:29:56Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"53525050-be2a-45a1-9828-16585e06768d"} {"level":"info","ts":"2026-07-20T13:29:56Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"53525050-be2a-45a1-9828-16585e06768d"} {"level":"info","ts":"2026-07-20T13:29:56Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"53525050-be2a-45a1-9828-16585e06768d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"error","ts":"2026-07-20T13:29:56Z","msg":"Reconciler error","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"53525050-be2a-45a1-9828-16585e06768d","error":"provisioning failed: error fetching list of deployments: unable to list: opendatahub-monitoring because of unknown namespace for the cache","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}