==================== ISSUES SUMMARY ==================== ========== ODH/RHOAI ISSUES SUMMARY (status, events, highlights only) ========== 2m27s Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits 2m28s Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits 20m Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits 20m Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits 20m Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits 24m Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits 25m Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits 25m Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits 35m Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits 35m Warning ClusterIPNotAllocated service/odh-dashboard-agent-ops-ui Cluster IP [IPv4]: 172.30.226.193 is not allocated; repairing 2m11s Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits 36m Warning AppliedWithWarnings installplan/install-mzv8p 1 warning(s) generated during installation of operator "rhods-operator.3.5.1" (CustomResourceDefinition "hardwareprofiles.infrastructure.opendatahub.io"): infrastructure.opendatahub.io/v1alpha1 is deprecated; please use infrastructure.opendatahub.io/v1 {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Error creating object, retrying...","reason":"Internal error occurred: failed calling webhook \"dscinitialization-v2-validator.opendatahub.io\": failed to call webhook: Post \"https://rhods-operator-service.redhat-ods-operator.svc:443/validate-dscinitialization-v2?timeout=10s\": no endpoints available for service \"rhods-operator-service\""} {"level":"info","ts":"2026-09-06T18:39:33Z","msg":"Error creating object, retrying...","reason":"Internal error occurred: failed calling webhook \"dscinitialization-v2-validator.opendatahub.io\": failed to call webhook: Post \"https://rhods-operator-service.redhat-ods-operator.svc:443/validate-dscinitialization-v2?timeout=10s\": no endpoints available for service \"rhods-operator-service\""} {"level":"info","ts":"2026-09-06T18:39:37Z","msg":"Error creating object, retrying...","reason":"Internal error occurred: failed calling webhook \"dscinitialization-v2-validator.opendatahub.io\": failed to call webhook: Post \"https://rhods-operator-service.redhat-ods-operator.svc:443/validate-dscinitialization-v2?timeout=10s\": no endpoints available for service \"rhods-operator-service\""} {"level":"error","ts":"2026-09-06T18:39:57Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36f2f759-52d2-44f7-a7e3-ac29c9b1f448","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:39:57Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"79027c39-ae24-46de-9bf2-8b718ff69916","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:39:57Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"434cc10e-6f69-444b-b52a-fab08c265c8e","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:39:58Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9e46340-4cef-4112-b221-dff845ffd082","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:39:58Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ced26522-f623-47c6-b490-c3d5018aaa0e","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:39:59Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6571348-467f-4761-8123-1c392c8dcdb5","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:39:59Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"71bd0345-a9fd-4edc-9ec1-1492d7364346","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:39:59Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"01379b47-5f1c-4601-8aea-cad734e8acc5","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:40:00Z","msg":"Reconciler error","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"618c8e15-d0e6-451d-b686-7dc85946b3c2","error":"provisioning failed: failed to detect ingress mode: failed to update GatewayConfig with detected mode: Operation cannot be fulfilled on gatewayconfigs.services.platform.opendatahub.io \"default-gateway\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:40:00Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"22db5486-4ce5-4c3e-92d1-87354b877a6b","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:40:00Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"8619a703-d035-4333-9b87-56a8599d2495","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-09-06T19:04:43Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"oauth.openshift.io/v1, Kind=OAuthClient","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 49; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"error","ts":"2026-09-06T19:04:44Z","logger":"controller-runtime.cache.UnhandledError","msg":"Failed to watch","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"oauth.openshift.io/v1, Kind=OAuthClient","error":"failed to list oauth.openshift.io/v1, Kind=OAuthClient: the server is currently unable to handle the request","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:252\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:243\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:229\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:227\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:430\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.DelayFunc.Until\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/delay.go:39\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:428\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-06T19:04:47Z","logger":"controller-runtime.cache.UnhandledError","msg":"Failed to watch","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"oauth.openshift.io/v1, Kind=OAuthClient","error":"failed to list oauth.openshift.io/v1, Kind=OAuthClient: the server is currently unable to handle the request","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:252\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:243\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:229\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:227\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:430\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.DelayFunc.Until\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/delay.go:39\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:428\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-06T19:04:53Z","logger":"controller-runtime.cache.UnhandledError","msg":"Failed to watch","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"oauth.openshift.io/v1, Kind=OAuthClient","error":"failed to list oauth.openshift.io/v1, Kind=OAuthClient: the server is currently unable to handle the request","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:252\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:243\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:229\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:227\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:430\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.DelayFunc.Until\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/delay.go:39\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:428\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/wait.go:72"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 67; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 117; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 91; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 83; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 33; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 45; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 81; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"error","ts":"2026-09-06T19:03:51Z","logger":"setup","msg":"Error retrieving lease lock","lock":"redhat-ods-operator/07ed84f7.opendatahub.io","error":"Get \"https://172.30.0.1:443/apis/coordination.k8s.io/v1/namespaces/redhat-ods-operator/leases/07ed84f7.opendatahub.io?timeout=5s\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:461\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:223\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/manager/internal.go:470"} {"level":"error","ts":"2026-09-06T19:05:22Z","logger":"setup","msg":"Error retrieving lease lock","lock":"redhat-ods-operator/07ed84f7.opendatahub.io","error":"Get \"https://172.30.0.1:443/apis/coordination.k8s.io/v1/namespaces/redhat-ods-operator/leases/07ed84f7.opendatahub.io?timeout=5s\": context deadline exceeded","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:461\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:223\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/manager/internal.go:470"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"error","ts":"2026-09-06T19:05:21Z","logger":"setup","msg":"Error retrieving lease lock","lock":"redhat-ods-operator/07ed84f7.opendatahub.io","error":"Get \"https://172.30.0.1:443/apis/coordination.k8s.io/v1/namespaces/redhat-ods-operator/leases/07ed84f7.opendatahub.io?timeout=5s\": context deadline exceeded","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:461\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:223\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/manager/internal.go:470"} --------------------------------------------------------------------------------------------------- ==================== STATUS REPORT ==================== ========== ODH/RHOAI STATUS REPORT (2026-09-06T19:16:12Z) ========== --- OpenShift / OCP version --- Client Version: 4.20.8 Kustomize Version: v5.6.0 Server Version: 4.21.19 Kubernetes Version: v1.34.8 --- Namespaces --- namespace/redhat-ods-applications namespace/redhat-ods-monitoring namespace/redhat-ods-operator --- Subscriptions (redhat-ods-operator) --- NAME PACKAGE SOURCE CHANNEL rhods-operator rhods-operator rhoai-catalog-dev stable-3.5 Subscription conditions (unhealthy): CatalogSourcesUnhealthy: status=False reason=AllCatalogSourcesHealthy message=all available catalogsources are healthy --- ClusterServiceVersions (redhat-ods-operator) --- NAME DISPLAY VERSION REPLACES PHASE authorino-operator.v1.4.2 Authorino Operator 1.4.2 authorino-operator.v1.4.1 Succeeded cert-manager-operator.v1.20.0 cert-manager Operator for Red Hat OpenShift 1.20.0 cert-manager-operator.v1.19.0 Succeeded custom-metrics-autoscaler.v2.19.0-3 Custom Metrics Autoscaler 2.19.0-3 custom-metrics-autoscaler.v2.19.0-2 Succeeded dns-operator.v1.4.1 DNS Operator 1.4.1 dns-operator.v1.4.0 Succeeded kueue-operator.v1.4.1 Red Hat build of Kueue 1.4.1 Succeeded limitador-operator.v1.4.1 Limitador Operator 1.4.1 limitador-operator.v1.4.0 Succeeded rhcl-operator.v1.4.2 Red Hat Connectivity Link 1.4.2 rhcl-operator.v1.4.1 Succeeded rhods-operator.3.5.1 Red Hat OpenShift AI 3.5.1 rhods-operator.3.5.0 Succeeded --- CSVs not in Succeeded phase --- (all CSVs report phase Succeeded) --- InstallPlans (redhat-ods-operator, not Complete) --- (no non-Complete InstallPlans) --- DataScienceCluster --- NAME READY REASON default-dsc True DSC Ready summary: True reason= DSC component states: aigateway: managementState=Managed aipipelines: managementState=Removed batchGateway: managementState=Removed dashboard: managementState=Managed feastoperator: managementState=Removed kserve: managementState=Managed kueue: managementState=Removed llamastackoperator: managementState=n/a mcplifecycleoperator: managementState=Removed mlflowoperator: managementState=Removed modelregistry: managementState=Removed modelsAsAService: managementState=Managed ogx: managementState=Removed ray: managementState=Removed sparkoperator: managementState=Removed trainer: managementState=Removed trainingoperator: managementState=Removed trustyai: managementState=Removed workbenches: managementState=Removed DSC conditions: Ready: status=True reason= message= ProvisioningSucceeded: status=True reason= message= ComponentsReady: status=True reason=NoManagedComponents message=All registered components have ManagementState Removed or are not configured ModulesReady: status=True reason= message= AIGatewayReady: status=True reason= message= AIPipelinesReady: status=False reason=Removed message=Component ManagementState is set to Removed BatchGatewayReady: status=False reason=Removed message=Submodule ManagementState is set to Removed DashboardReady: status=True reason=AllDependentsHealthy message= FeastOperatorReady: status=False reason=Removed message=Module ManagementState is set to Removed KserveLLMInferenceServiceDependencies: status=True reason= message= KserveLLMInferenceServiceWideEPDependencies: status=True reason= message= KserveReady: status=True reason= message= KueueReady: status=False reason=Removed message=Component ManagementState is set to Removed MCPLifecycleOperatorReady: status=False reason=Removed message=Module ManagementState is set to Removed MLflowOperatorReady: status=False reason=Removed message=Module ManagementState is set to Removed ModelRegistryReady: status=False reason=Removed message=Component ManagementState is set to Removed ModelsAsAServiceReady: status=True reason=Ready message=modelsAsAService is Managed and deployments are available OGXReady: status=False reason=Removed message=Module ManagementState is set to Removed ProvisioningProgress: status=True reason= message= RayReady: status=False reason=Removed message=Component ManagementState is set to Removed SparkOperatorReady: status=False reason=Removed message=Component ManagementState is set to Removed TrainerReady: status=False reason=Removed message=Component ManagementState is set to Removed TrainingOperatorReady: status=False reason=Removed message=Component ManagementState is set to Removed TrustyAIReady: status=False reason=Removed message=Component ManagementState is set to Removed WorkbenchesReady: status=False reason=Removed message=Module ManagementState is set to Removed --- DSCInitialization --- NAME AGE PHASE CREATED AT default-dsci 36m Ready 2026-09-06T18:39:45Z DSCInitialization conditions: ReconcileComplete: status=True reason=ReconcileCompleted message=Reconcile completed successfully Available: status=True reason=ReconcileCompleted message=Reconcile completed successfully Progressing: status=False reason=ReconcileCompleted message=Reconcile completed successfully Degraded: status=False reason=ReconcileCompleted message=Reconcile completed successfully Upgradeable: status=True reason=ReconcileCompleted message=Reconcile completed successfully MonitoringReady: status=True reason=Ready message=Monitoring stack is initialized Ready: status=True reason= message= ProvisioningSucceeded: status=True reason= message= MonitoringStackAvailable: status=False reason=MetricsNotConfigured message=Metrics not configured in DSCI CR TempoAvailable: status=False reason=TracesNotConfigured message=Traces not configured in DSCI CR OpenTelemetryCollectorAvailable: status=False reason=MetricsNotConfiguredAndTracesNotConfigured message=Metrics not configured in DSCI CR Traces not configured in DSCI CR AlertingAvailable: status=False reason=AlertingNotConfigured message=Alerting not configured in DSCI CR ThanosQuerierAvailable: status=False reason=MetricsNotConfigured message=Metrics not configured in DSCI CR PersesAvailable: status=False reason=MetricsNotConfiguredAndTracesNotConfigured message=Perses requires at least Metrics or Traces to be configured NodeMetricsEndpointAvailable: status=False reason=MetricsNotConfigured message=Metrics not configured in DSCI CR --- Component CRs (Ready) --- NAME READY REASON VERSION aigateway.components.platform.opendatahub.io/default-aigateway True 1.26.2 NAME PHASE READY REASON URL AGE dashboard.components.platform.opendatahub.io/default-dashboard Ready True AllDependentsHealthy https://rh-ai.apps.rosa.nmanos-konflux1.durx.p3.openshiftapps.com/ 36m NAME READY REASON kserve.components.platform.opendatahub.io/default-kserve True --- Deployments not fully ready (ODH/RHOAI namespaces) --- (all deployments report ready replicas == desired) --- Pods not Running/Succeeded (ODH/RHOAI namespaces) --- (all pods Running or Succeeded) --------------------------------------------------------------------------------------------------- ==================== EVENTS ==================== ========== ODH/RHOAI EVENTS (Warning / Error / Failed) ========== --- namespace/redhat-ods-applications --- LAST SEEN TYPE REASON OBJECT MESSAGE 2m27s Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits 2m28s Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits 20m Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits 20m Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits 20m Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits 24m Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits 25m Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits 25m Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits 35m Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits 35m Warning ClusterIPNotAllocated service/odh-dashboard-agent-ops-ui Cluster IP [IPv4]: 172.30.226.193 is not allocated; repairing 2m11s Warning InvalidConfiguration servicemonitor/odh-model-controller-metrics-monitor "redhat-ods-applications/odh-model-controller-metrics-monitor" was rejected due to invalid configuration: endpoints[0]: it accesses file system via bearer token file which Prometheus specification prohibits --- namespace/redhat-ods-monitoring --- (no events) --- namespace/redhat-ods-operator --- LAST SEEN TYPE REASON OBJECT MESSAGE 36m Warning AppliedWithWarnings installplan/install-mzv8p 1 warning(s) generated during installation of operator "rhods-operator.3.5.1" (CustomResourceDefinition "hardwareprofiles.infrastructure.opendatahub.io"): infrastructure.opendatahub.io/v1alpha1 is deprecated; please use infrastructure.opendatahub.io/v1 --------------------------------------------------------------------------------------------------- ==================== OPERATOR LOG HIGHLIGHTS ==================== ========== ODH/RHOAI LOG HIGHLIGHTS (errors, webhooks, reconcile failures) ========== Source: rhods-operator pods in redhat-ods-operator (since-time=2026-09-06T17:42:52Z) --- redhat-ods-operator/rhods-operator-59c96ddf4-5qk98 --- {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"datasciencecluster.opendatahub.io/v1, Kind=DataScienceCluster"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v1"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v1"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v2"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v2"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"dscinitialization.opendatahub.io/v1, Kind=DSCInitialization"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v1"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v2"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-hardware-profile"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-prometheus-monitors"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-acceleratorprofile"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-hardwareprofile"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Error creating object, retrying...","reason":"Internal error occurred: failed calling webhook \"dscinitialization-v2-validator.opendatahub.io\": failed to call webhook: Post \"https://rhods-operator-service.redhat-ods-operator.svc:443/validate-dscinitialization-v2?timeout=10s\": no endpoints available for service \"rhods-operator-service\""} {"level":"info","ts":"2026-09-06T18:39:33Z","msg":"Error creating object, retrying...","reason":"Internal error occurred: failed calling webhook \"dscinitialization-v2-validator.opendatahub.io\": failed to call webhook: Post \"https://rhods-operator-service.redhat-ods-operator.svc:443/validate-dscinitialization-v2?timeout=10s\": no endpoints available for service \"rhods-operator-service\""} {"level":"info","ts":"2026-09-06T18:39:37Z","msg":"Error creating object, retrying...","reason":"Internal error occurred: failed calling webhook \"dscinitialization-v2-validator.opendatahub.io\": failed to call webhook: Post \"https://rhods-operator-service.redhat-ods-operator.svc:443/validate-dscinitialization-v2?timeout=10s\": no endpoints available for service \"rhods-operator-service\""} {"level":"error","ts":"2026-09-06T18:39:57Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36f2f759-52d2-44f7-a7e3-ac29c9b1f448","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:39:57Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"79027c39-ae24-46de-9bf2-8b718ff69916","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:39:57Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"434cc10e-6f69-444b-b52a-fab08c265c8e","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:39:58Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9e46340-4cef-4112-b221-dff845ffd082","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:39:58Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ced26522-f623-47c6-b490-c3d5018aaa0e","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:39:59Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6571348-467f-4761-8123-1c392c8dcdb5","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:39:59Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"71bd0345-a9fd-4edc-9ec1-1492d7364346","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:39:59Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"01379b47-5f1c-4601-8aea-cad734e8acc5","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:40:00Z","msg":"Reconciler error","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"618c8e15-d0e6-451d-b686-7dc85946b3c2","error":"provisioning failed: failed to detect ingress mode: failed to update GatewayConfig with detected mode: Operation cannot be fulfilled on gatewayconfigs.services.platform.opendatahub.io \"default-gateway\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:40:00Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"22db5486-4ce5-4c3e-92d1-87354b877a6b","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:40:00Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"8619a703-d035-4333-9b87-56a8599d2495","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-09-06T19:04:43Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"oauth.openshift.io/v1, Kind=OAuthClient","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 49; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"error","ts":"2026-09-06T19:04:44Z","logger":"controller-runtime.cache.UnhandledError","msg":"Failed to watch","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"oauth.openshift.io/v1, Kind=OAuthClient","error":"failed to list oauth.openshift.io/v1, Kind=OAuthClient: the server is currently unable to handle the request","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:252\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:243\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:229\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:227\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:430\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.DelayFunc.Until\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/delay.go:39\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:428\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-06T19:04:47Z","logger":"controller-runtime.cache.UnhandledError","msg":"Failed to watch","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"oauth.openshift.io/v1, Kind=OAuthClient","error":"failed to list oauth.openshift.io/v1, Kind=OAuthClient: the server is currently unable to handle the request","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:252\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:243\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:229\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:227\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:430\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.DelayFunc.Until\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/delay.go:39\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:428\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-06T19:04:53Z","logger":"controller-runtime.cache.UnhandledError","msg":"Failed to watch","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"oauth.openshift.io/v1, Kind=OAuthClient","error":"failed to list oauth.openshift.io/v1, Kind=OAuthClient: the server is currently unable to handle the request","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:252\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:243\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:229\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:227\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:430\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.DelayFunc.Until\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/delay.go:39\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:428\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/wait.go:72"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 67; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 117; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 91; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 83; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 33; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 45; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 81; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} --- redhat-ods-operator/rhods-operator-59c96ddf4-5rb9q --- {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"datasciencecluster.opendatahub.io/v1, Kind=DataScienceCluster"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v1"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v1"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v2"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v2"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"dscinitialization.opendatahub.io/v1, Kind=DSCInitialization"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v1"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v2"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-hardware-profile"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-prometheus-monitors"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-acceleratorprofile"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-hardwareprofile"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"error","ts":"2026-09-06T19:03:51Z","logger":"setup","msg":"Error retrieving lease lock","lock":"redhat-ods-operator/07ed84f7.opendatahub.io","error":"Get \"https://172.30.0.1:443/apis/coordination.k8s.io/v1/namespaces/redhat-ods-operator/leases/07ed84f7.opendatahub.io?timeout=5s\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:461\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:223\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/manager/internal.go:470"} {"level":"error","ts":"2026-09-06T19:05:22Z","logger":"setup","msg":"Error retrieving lease lock","lock":"redhat-ods-operator/07ed84f7.opendatahub.io","error":"Get \"https://172.30.0.1:443/apis/coordination.k8s.io/v1/namespaces/redhat-ods-operator/leases/07ed84f7.opendatahub.io?timeout=5s\": context deadline exceeded","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:461\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:223\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/manager/internal.go:470"} --- redhat-ods-operator/rhods-operator-59c96ddf4-gdx5v --- {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"datasciencecluster.opendatahub.io/v1, Kind=DataScienceCluster"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v1"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v1"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v2"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v2"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"dscinitialization.opendatahub.io/v1, Kind=DSCInitialization"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v1"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v2"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-hardware-profile"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-prometheus-monitors"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-acceleratorprofile"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-hardwareprofile"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"error","ts":"2026-09-06T19:05:21Z","logger":"setup","msg":"Error retrieving lease lock","lock":"redhat-ods-operator/07ed84f7.opendatahub.io","error":"Get \"https://172.30.0.1:443/apis/coordination.k8s.io/v1/namespaces/redhat-ods-operator/leases/07ed84f7.opendatahub.io?timeout=5s\": context deadline exceeded","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:461\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:223\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/manager/internal.go:470"} --------------------------------------------------------------------------------------------------- ==================== OPERATOR POD LOG: rhods-operator-59c96ddf4-5qk98.log ==================== {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"Cluster config","Operator Namespace":"redhat-ods-operator","Application Namespace":"redhat-ods-applications","Release":{"name":"OpenShift AI Self-Managed","version":"3.5.1"},"Cluster":{"type":"OpenShift","version":"4.21.19"}} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"datasciencecluster.opendatahub.io/v1, Kind=DataScienceCluster"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v1"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v1"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v2"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v2"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"dscinitialization.opendatahub.io/v1, Kind=DSCInitialization"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v1"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v2"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-hardware-profile"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-prometheus-monitors"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-acceleratorprofile"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-hardwareprofile"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"creating reconciler","type":"service","name":"monitoring"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"creating reconciler","type":"service","name":"setupcontroller"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"creating reconciler","type":"service","name":"auth"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"creating reconciler","type":"service","name":"certconfigmapgenerator"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"creating reconciler","type":"service","name":"gateway"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"datasciencepipelines"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"modelregistry"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"ray"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trainer"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trainingoperator"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"kueue"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"sparkoperator"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trustyai"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"starting manager"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":"0.0.0.0:8080","secure":false} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"Attempting to acquire leader lease...","lock":"redhat-ods-operator/07ed84f7.opendatahub.io"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"Successfully acquired lease","lock":"redhat-ods-operator/07ed84f7.opendatahub.io"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 Role]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 RoleBinding]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 ClusterRole]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[apiextensions.k8s.io/v1 CustomResourceDefinition]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 ClusterRoleBinding]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[apps/v1 Deployment]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v2 DSCInitialization]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[v1 ServiceAccount]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[v1 Namespace]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[v1 Secret]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[v1 Service]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[route.openshift.io/v1 Route]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[v1 ConfigMap]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[v1 PersistentVolumeClaim]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[admissionregistration.k8s.io/v1 ValidatingAdmissionPolicy]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[networking.k8s.io/v1 NetworkPolicy]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[admissionregistration.k8s.io/v1 ValidatingAdmissionPolicyBinding]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[infrastructure.opendatahub.io/v1 HardwareProfile]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[services.platform.opendatahub.io/v1alpha1 Auth]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[services.platform.opendatahub.io/v1alpha1 GatewayConfig]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[services.platform.opendatahub.io/v1alpha1 Monitoring]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","source":"kind source: *unstructured.Unstructured[apiextensions.k8s.io/v1 CustomResourceDefinition]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[apiextensions.k8s.io/v1 CustomResourceDefinition]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"configmap","controllerGroup":"","controllerKind":"ConfigMap","source":"kind source: *unstructured.Unstructured[v1 ConfigMap]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[datasciencecluster.opendatahub.io/v2 DataScienceCluster]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v2 DSCInitialization]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[v1 ConfigMap]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[v1 Namespace]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[datasciencecluster.opendatahub.io/v2 DataScienceCluster]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[components.platform.opendatahub.io/v1alpha1 Ray]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[components.platform.opendatahub.io/v1alpha1 ModelRegistry]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[components.platform.opendatahub.io/v1alpha1 TrustyAI]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[components.platform.opendatahub.io/v1alpha1 Kueue]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[components.platform.opendatahub.io/v1alpha1 TrainingOperator]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[components.platform.opendatahub.io/v1alpha1 Trainer]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[components.platform.opendatahub.io/v1alpha1 DataSciencePipelines]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[components.platform.opendatahub.io/v1alpha1 SparkOperator]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v2 DSCInitialization]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[services.platform.opendatahub.io/v1alpha1 GatewayConfig]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[v1 ConfigMap]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured[v1 ConfigMap]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured[services.platform.opendatahub.io/v1alpha1 Monitoring]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 Role]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 RoleBinding]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 ClusterRole]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 ClusterRoleBinding]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured[networking.k8s.io/v1 NetworkPolicy]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured[apps/v1 Deployment]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured[batch/v1 Job]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured[v1 ConfigMap]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured[v1 Secret]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured[v1 Service]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured[v1 ServiceAccount]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured[route.openshift.io/v1 Route]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured[admissionregistration.k8s.io/v1 ValidatingAdmissionPolicy]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured[admissionregistration.k8s.io/v1 ValidatingAdmissionPolicyBinding]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured[datasciencecluster.opendatahub.io/v2 DataScienceCluster]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured[apiextensions.k8s.io/v1 CustomResourceDefinition]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured[v1 Namespace]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"cert-configmap-generator-controller","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v2 DSCInitialization]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","source":"kind source: *unstructured.Unstructured[apiextensions.k8s.io/v1 CustomResourceDefinition]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured[services.platform.opendatahub.io/v1alpha1 GatewayConfig]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured[oauth.openshift.io/v1 OAuthClient]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 GatewayClass]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 Gateway]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured[v1 Secret]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured[v1 ConfigMap]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured[v1 Service]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured[apps/v1 Deployment]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured[services.platform.opendatahub.io/v1alpha1 Auth]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 ClusterRoleBinding]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 ClusterRole]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 Role]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 RoleBinding]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","source":"kind source: *unstructured.Unstructured[v1 Namespace]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured[autoscaling/v2 HorizontalPodAutoscaler]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured[route.openshift.io/v1 Route]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 ClusterRoleBinding]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured[apiextensions.k8s.io/v1 CustomResourceDefinition]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured[v1 Secret]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","source":"kind source: *unstructured.Unstructured[components.platform.opendatahub.io/v1alpha1 ModelRegistry]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","source":"kind source: *unstructured.Unstructured[v1 ConfigMap]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"cert-configmap-generator-controller","source":"kind source: *unstructured.Unstructured[v1 Namespace]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","source":"kind source: *unstructured.Unstructured[v1 ConfigMap]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","source":"kind source: *unstructured.Unstructured[v1 Secret]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"cert-configmap-generator-controller","source":"kind source: *v1.PartialObjectMetadata[v1 ConfigMap]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 Role]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 RoleBinding]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"datasciencepipelines","controllerGroup":"components.platform.opendatahub.io","controllerKind":"DataSciencePipelines","source":"kind source: *unstructured.Unstructured[apiextensions.k8s.io/v1 CustomResourceDefinition]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"trainer","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Trainer","source":"kind source: *unstructured.Unstructured[apiextensions.k8s.io/v1 CustomResourceDefinition]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 ClusterRole]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 ClusterRoleBinding]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","source":"kind source: *unstructured.Unstructured[v1 Service]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","source":"kind source: *unstructured.Unstructured[v1 ServiceAccount]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","source":"kind source: *unstructured.Unstructured[apps/v1 Deployment]"} {"level":"info","ts":"2026-09-06T18:39:29Z","msg":"Starting EventSource","controller":"datasciencepipelines","controllerGroup":"components.platform.opendatahub.io","controllerKind":"DataSciencePipelines","source":"kind source: *unstructured.Unstructured[components.platform.opendatahub.io/v1alpha1 DataSciencePipelines]"} {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"run upgrade task"} {"level":"info","ts":"2026-09-06T18:39:31Z","logger":"setup","msg":"create default DSCI CR"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"create default DSCI CR."} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Error creating object, retrying...","reason":"Internal error occurred: failed calling webhook \"dscinitialization-v2-validator.opendatahub.io\": failed to call webhook: Post \"https://rhods-operator-service.redhat-ods-operator.svc:443/validate-dscinitialization-v2?timeout=10s\": no endpoints available for service \"rhods-operator-service\""} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting Controller","controller":"tlssecurityprofilewatcher"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting workers","controller":"tlssecurityprofilewatcher","worker count":1} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting Controller","controller":"cert-configmap-generator-controller"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting workers","controller":"cert-configmap-generator-controller","worker count":1} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting Controller","controller":"configmap","controllerGroup":"","controllerKind":"ConfigMap"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting workers","controller":"configmap","controllerGroup":"","controllerKind":"ConfigMap","worker count":1} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting Controller","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting workers","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","worker count":1} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"reconcile","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"3e375a4f-f685-48f9-a2e8-e9438e327023"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting Controller","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting workers","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","worker count":1} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting Controller","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting workers","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","worker count":1} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting Controller","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting workers","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","worker count":1} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting Controller","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting workers","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","worker count":1} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting Controller","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting workers","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","worker count":1} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"726cc99d-539a-4c2e-b7bf-f516fefc2237"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting Controller","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting workers","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","worker count":1} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d2ef0804-0a8a-41cb-9e27-6dc71b992647"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting Controller","controller":"ray","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Ray"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting workers","controller":"ray","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Ray","worker count":1} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting Controller","controller":"datasciencepipelines","controllerGroup":"components.platform.opendatahub.io","controllerKind":"DataSciencePipelines"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting workers","controller":"datasciencepipelines","controllerGroup":"components.platform.opendatahub.io","controllerKind":"DataSciencePipelines","worker count":1} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting Controller","controller":"trainer","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Trainer"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting workers","controller":"trainer","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Trainer","worker count":1} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting Controller","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting workers","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI","worker count":1} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting Controller","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting workers","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","worker count":1} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting Controller","controller":"trainingoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrainingOperator"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting workers","controller":"trainingoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrainingOperator","worker count":1} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting Controller","controller":"sparkoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"SparkOperator"} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"Starting workers","controller":"sparkoperator","controllerGroup":"components.platform.opendatahub.io","controllerKind":"SparkOperator","worker count":1} {"level":"info","ts":"2026-09-06T18:39:31Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"073a808d-c278-4946-8532-eef537e852c9"} {"level":"info","ts":"2026-09-06T18:39:33Z","msg":"Error creating object, retrying...","reason":"Internal error occurred: failed calling webhook \"dscinitialization-v2-validator.opendatahub.io\": failed to call webhook: Post \"https://rhods-operator-service.redhat-ods-operator.svc:443/validate-dscinitialization-v2?timeout=10s\": no endpoints available for service \"rhods-operator-service\""} {"level":"info","ts":"2026-09-06T18:39:37Z","msg":"Error creating object, retrying...","reason":"Internal error occurred: failed calling webhook \"dscinitialization-v2-validator.opendatahub.io\": failed to call webhook: Post \"https://rhods-operator-service.redhat-ods-operator.svc:443/validate-dscinitialization-v2?timeout=10s\": no endpoints available for service \"rhods-operator-service\""} {"level":"info","ts":"2026-09-06T18:39:42Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"baf3eef4-f886-4683-a4ca-66bcfad4edc1"} {"level":"info","ts":"2026-09-06T18:39:42Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"b7c93eef-51e9-428e-a433-ae9b1b09bfcf"} {"level":"info","ts":"2026-09-06T18:39:42Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"0d69a4a2-f31a-4bcf-9c32-a5ff24b5777c"} {"level":"info","ts":"2026-09-06T18:39:43Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"b741606e-db6c-43be-b163-17177c2f18f7"} {"level":"info","ts":"2026-09-06T18:39:45Z","msg":"reconcile","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","ModelRegistry":{"name":"default-modelregistry"},"namespace":"","name":"default-modelregistry","reconcileID":"4974efad-2e56-4262-ac18-e7adc09cda25"} {"level":"info","ts":"2026-09-06T18:39:45Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"23dd3f2e-a91e-427a-a47c-ab51947f43d9","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:39:45Z","logger":"DSCInitialization","msg":"Adding finalizer for DSCInitialization","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"23dd3f2e-a91e-427a-a47c-ab51947f43d9","name":"default-dsci","finalizer":"dscinitialization.opendatahub.io/finalizer"} {"level":"info","ts":"2026-09-06T18:39:45Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"workspace2-gort8kfz","reconcileID":"960d70df-cd06-4b7a-b383-ba6c85048f69"} {"level":"info","ts":"2026-09-06T18:39:45Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"redhat-ods-applications","reconcileID":"113dc0e1-1d29-44de-b637-9f3672462022"} {"level":"info","ts":"2026-09-06T18:39:45Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8286ced6-1fd0-4774-9ad6-befa1f575438"} {"level":"info","ts":"2026-09-06T18:39:45Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"redhat-ods-operator","reconcileID":"fc6f5804-8c62-4da0-83d1-e7446bd1dae8"} {"level":"info","ts":"2026-09-06T18:39:45Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d93a1647-5e24-46fe-b805-4040535d278c"} {"level":"info","ts":"2026-09-06T18:39:45Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"kserve-model-cache-smoke","reconcileID":"35f906da-c75d-4d7b-a4ec-a2d58d74041a"} {"level":"info","ts":"2026-09-06T18:39:45Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"ai-tenants","reconcileID":"5888bf35-b527-4551-b064-21a216e0930f"} {"level":"info","ts":"2026-09-06T18:39:45Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cd4956e5-d873-4293-a9d9-a4966f82fa0e"} {"level":"info","ts":"2026-09-06T18:39:45Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"test-ogx-vector-stores-64f0","reconcileID":"e6d216c5-0256-42b1-a51c-5b00f29c3a2f"} {"level":"info","ts":"2026-09-06T18:39:45Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ff82ccc6-39ec-4575-b63b-4553fc2ed7af"} {"level":"info","ts":"2026-09-06T18:39:45Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"cert-manager-operator","reconcileID":"7b864221-3388-4537-ad5d-3f6d7018b250"} {"level":"info","ts":"2026-09-06T18:39:45Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"openldap","reconcileID":"2002fa6b-a8bd-43c3-b483-5e163b644305"} {"level":"info","ts":"2026-09-06T18:39:46Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"kyverno","reconcileID":"f3ea464c-fbeb-4cc1-8b5a-d56950f4b3ef"} {"level":"info","ts":"2026-09-06T18:39:46Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"workload-variant-autoscaler-system","reconcileID":"0f2ef6a8-ef53-4c7f-a965-d2c1cbdc5998"} {"level":"info","ts":"2026-09-06T18:39:46Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"odh-ai-gateway-infra","reconcileID":"6e82ce72-97d3-4d3c-bda3-93c155fc561e"} {"level":"info","ts":"2026-09-06T18:39:46Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"opendatahub-ogx-system","reconcileID":"296ef4b2-e6ff-462d-b9a2-32fe25ea17d9"} {"level":"info","ts":"2026-09-06T18:39:46Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"test-odh-notebook","reconcileID":"9604a0c6-1ead-4033-9120-e8b48c6433fc"} {"level":"info","ts":"2026-09-06T18:39:46Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"dedicated-admin","reconcileID":"1aca0423-f3ee-45fd-b295-d2d748fc62cc"} {"level":"info","ts":"2026-09-06T18:39:46Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"redhat-ai-gateway-infra","reconcileID":"5c297ea3-9066-467b-aec4-8eedea488663"} {"level":"info","ts":"2026-09-06T18:39:46Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"test-evalhub-tenant-a-testevalhubmcpdeployment-1b7577","reconcileID":"29a9bf51-996b-41f6-a026-c0d524493071"} {"level":"info","ts":"2026-09-06T18:39:46Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"oidc","reconcileID":"55046ab0-92e0-4cc8-b816-05862c86b56b"} {"level":"info","ts":"2026-09-06T18:39:46Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"trainer-operator-system","reconcileID":"00aef62c-e512-45e8-bd7c-f2cc9772c89f"} {"level":"info","ts":"2026-09-06T18:39:47Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"cert-manager","reconcileID":"b7b662c8-3d5f-4620-b78f-771eaa92ddf3"} {"level":"info","ts":"2026-09-06T18:39:47Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"workspace1-gort8kfz","reconcileID":"31279532-53d2-43fd-9df2-33f1b2cb156b"} {"level":"info","ts":"2026-09-06T18:39:47Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"open-cluster-management-2r2qdb90ltvhjc43lp6iqc6aqb7bgjda","reconcileID":"dcce41b5-1e12-4858-8aa0-6c31c8dac852"} {"level":"info","ts":"2026-09-06T18:39:47Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"test-evalhub-mcp-deployment","reconcileID":"b652994c-7bb1-4b8b-bd6c-8571d6097fc3"} {"level":"info","ts":"2026-09-06T18:39:47Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"wva-system","reconcileID":"370f481a-6ff3-4f79-8690-1817c3a8f000"} {"level":"info","ts":"2026-09-06T18:39:47Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"open-cluster-management-agent-addon","reconcileID":"d851c4e7-9e72-4350-a053-613b4e876071"} {"level":"info","ts":"2026-09-06T18:39:47Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"kuadrant-system","reconcileID":"8dcb630e-fc36-493c-9eda-9bf435f63e58"} {"level":"info","ts":"2026-09-06T18:39:47Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"workspace2-gort8kfz","reconcileID":"8bbe9b75-b8e0-4eeb-a39a-b993ca900672"} {"level":"info","ts":"2026-09-06T18:39:47Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"1fca61ce-6254-49d4-8e77-8e94ac152bff"} {"level":"info","ts":"2026-09-06T18:39:47Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"redhat-ods-applications","reconcileID":"6c45b4cb-815d-491b-9974-8ec8f830587c"} {"level":"info","ts":"2026-09-06T18:39:48Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"redhat-ods-operator","reconcileID":"59558eef-7e3e-43ad-9e96-8128a2288f83"} {"level":"info","ts":"2026-09-06T18:39:48Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"kserve-model-cache-smoke","reconcileID":"b7b80eef-512a-400d-bfea-48ce6097b882"} {"level":"info","ts":"2026-09-06T18:39:48Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"ai-tenants","reconcileID":"99ffea80-be12-43ae-9f40-f874a8dd32ea"} {"level":"info","ts":"2026-09-06T18:39:48Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"773b802c-8227-4482-919d-803c91c5a721"} {"level":"info","ts":"2026-09-06T18:39:48Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"40a2683c-f9ed-4114-b4aa-451625a8efea"} {"level":"info","ts":"2026-09-06T18:39:48Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"b4097f7e-5019-40c2-b5b3-ec9c7f0f5291"} {"level":"info","ts":"2026-09-06T18:39:48Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"c598f78c-9b73-4958-bb6f-9634becaefee"} {"level":"info","ts":"2026-09-06T18:39:48Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"test-ogx-vector-stores-64f0","reconcileID":"cf5e3fb9-0713-42e3-8fd4-d26d63201740"} {"level":"info","ts":"2026-09-06T18:39:48Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"cert-manager-operator","reconcileID":"a37ff6a2-53f7-4671-9126-01e6fa1fdd92"} {"level":"info","ts":"2026-09-06T18:39:48Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"openldap","reconcileID":"e95886a5-c776-4f6e-94d5-594ed5c0ea29"} {"level":"info","ts":"2026-09-06T18:39:48Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"kyverno","reconcileID":"9957581c-483b-4467-af48-829938551a14"} {"level":"info","ts":"2026-09-06T18:39:48Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"workload-variant-autoscaler-system","reconcileID":"8dcef77f-248a-49bc-843a-8fb683b8b50a"} {"level":"info","ts":"2026-09-06T18:39:48Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"odh-ai-gateway-infra","reconcileID":"59987036-c907-47f2-96f0-003cf868015f"} {"level":"info","ts":"2026-09-06T18:39:49Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"opendatahub-ogx-system","reconcileID":"36c772b2-87a8-467b-b09a-380ac0f3f63b"} {"level":"info","ts":"2026-09-06T18:39:49Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"test-odh-notebook","reconcileID":"042b2168-b0c0-491e-94b3-647f9fc630b4"} {"level":"info","ts":"2026-09-06T18:39:49Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"df2df3ec-fb55-41dc-b5b0-8da4eb044e8e"} {"level":"info","ts":"2026-09-06T18:39:49Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"dedicated-admin","reconcileID":"f84ba59f-0e13-4702-b308-d66079218f57"} {"level":"info","ts":"2026-09-06T18:39:49Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"redhat-ai-gateway-infra","reconcileID":"3c8dacf5-cbff-412a-aa77-881c5c8739be"} {"level":"info","ts":"2026-09-06T18:39:49Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"test-evalhub-tenant-a-testevalhubmcpdeployment-1b7577","reconcileID":"4a506166-a5f7-4038-b006-43c800419ba8"} {"level":"info","ts":"2026-09-06T18:39:49Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"oidc","reconcileID":"6f440d59-048a-44d7-9fda-0b3d952a547a"} {"level":"info","ts":"2026-09-06T18:39:49Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"trainer-operator-system","reconcileID":"1710d771-5e06-4f78-b4d1-e226fe5fbb0b"} {"level":"info","ts":"2026-09-06T18:39:49Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"cert-manager","reconcileID":"d0028688-16a7-438b-b12e-42d4fa089e1f"} {"level":"info","ts":"2026-09-06T18:39:49Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"workspace1-gort8kfz","reconcileID":"5e6fe59d-b958-413e-943b-f78e10f867b9"} {"level":"info","ts":"2026-09-06T18:39:49Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"open-cluster-management-2r2qdb90ltvhjc43lp6iqc6aqb7bgjda","reconcileID":"1f390a89-217d-48a8-9a29-7bfe38e5d93f"} {"level":"info","ts":"2026-09-06T18:39:50Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"test-evalhub-mcp-deployment","reconcileID":"fdb1f9a5-858b-459e-b270-f26efd265b82"} {"level":"info","ts":"2026-09-06T18:39:50Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"wva-system","reconcileID":"d04ec8a7-2860-4d55-bcfd-388539eb42fa"} {"level":"info","ts":"2026-09-06T18:39:50Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"open-cluster-management-agent-addon","reconcileID":"372c6d73-9413-4d3f-87d9-0f5f226424f1"} {"level":"info","ts":"2026-09-06T18:39:50Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"kuadrant-system","reconcileID":"f5dbe291-225e-499f-9dad-4c1cd3559be1"} {"level":"info","ts":"2026-09-06T18:39:53Z","logger":"DSCInitialization","msg":"deferring version stamp until upgrade gates are acknowledged","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"23dd3f2e-a91e-427a-a47c-ab51947f43d9","from":"0.0.0","to":"3.5.1"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"23dd3f2e-a91e-427a-a47c-ab51947f43d9","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"redhat-ods-monitoring","reconcileID":"28336d74-b26d-4b5e-a16b-1306d390de4e"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"78f159bd-7919-4597-b4c2-bc06cb429ea7"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"redhat-ods-monitoring","reconcileID":"dfab56f3-b248-4654-a967-d8a095cefa16"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"108511b6-1629-4065-af3a-741cdb9fb20a"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"759bcdb7-d248-4156-8ae1-4fcbd482f584"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"redhat-ods-monitoring","reconcileID":"f7f2c4a4-74f9-4e04-b20e-cdde5d185187"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"1c25326d-f4ec-4f44-b460-c23b79f92a07"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"1982d82b-b1ce-45b1-a13b-a488417b5844"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3346477f-28a6-4b0e-8265-c4929ac514cd"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7ab40770-261c-4fb6-966f-79940a414255"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7ab40770-261c-4fb6-966f-79940a414255"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7ab40770-261c-4fb6-966f-79940a414255","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7ab40770-261c-4fb6-966f-79940a414255","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7ab40770-261c-4fb6-966f-79940a414255","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7ab40770-261c-4fb6-966f-79940a414255","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7ab40770-261c-4fb6-966f-79940a414255","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7ab40770-261c-4fb6-966f-79940a414255","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7ab40770-261c-4fb6-966f-79940a414255","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7ab40770-261c-4fb6-966f-79940a414255","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7ab40770-261c-4fb6-966f-79940a414255","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7ab40770-261c-4fb6-966f-79940a414255","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7ab40770-261c-4fb6-966f-79940a414255","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7ab40770-261c-4fb6-966f-79940a414255","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7ab40770-261c-4fb6-966f-79940a414255","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7ab40770-261c-4fb6-966f-79940a414255","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:39:53Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7ab40770-261c-4fb6-966f-79940a414255","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:54Z","msg":"reconcile","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"dd0ae73c-624a-47f9-82f0-ec3684553f09"} {"level":"info","ts":"2026-09-06T18:39:54Z","msg":"apply","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"dd0ae73c-624a-47f9-82f0-ec3684553f09"} {"level":"info","ts":"2026-09-06T18:39:54Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"dd0ae73c-624a-47f9-82f0-ec3684553f09","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.initialize"} {"level":"info","ts":"2026-09-06T18:39:54Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"dd0ae73c-624a-47f9-82f0-ec3684553f09","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:54Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"dd0ae73c-624a-47f9-82f0-ec3684553f09","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.createDefaultGroup"} {"level":"info","ts":"2026-09-06T18:39:54Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"ba2cd52c-2311-40a8-89fc-3a4e3f46c0fe"} {"level":"info","ts":"2026-09-06T18:39:54Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"ba2cd52c-2311-40a8-89fc-3a4e3f46c0fe"} {"level":"info","ts":"2026-09-06T18:39:54Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"ba2cd52c-2311-40a8-89fc-3a4e3f46c0fe","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:39:54Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"ba2cd52c-2311-40a8-89fc-3a4e3f46c0fe","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:39:54Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"dd0ae73c-624a-47f9-82f0-ec3684553f09","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.managePermissions"} {"level":"info","ts":"2026-09-06T18:39:54Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.managePermissions","msg":"namespace not found, skipping RoleBinding creation","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"dd0ae73c-624a-47f9-82f0-ec3684553f09","namespace":"models-as-a-service","roleBinding":"data-science-admingroup-maas-rolebinding"} {"level":"info","ts":"2026-09-06T18:39:54Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"dd0ae73c-624a-47f9-82f0-ec3684553f09","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:54Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"b2044ed3-9062-422d-a406-2d4e92cd971a","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:39:54Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"b2044ed3-9062-422d-a406-2d4e92cd971a","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:39:54Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"ba2cd52c-2311-40a8-89fc-3a4e3f46c0fe","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:39:54Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"ba2cd52c-2311-40a8-89fc-3a4e3f46c0fe","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:39:54Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"ba2cd52c-2311-40a8-89fc-3a4e3f46c0fe","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:39:54Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"ba2cd52c-2311-40a8-89fc-3a4e3f46c0fe","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:39:54Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Dashboard CRD not registered, cleaning up dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"ba2cd52c-2311-40a8-89fc-3a4e3f46c0fe"} {"level":"info","ts":"2026-09-06T18:39:54Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"ba2cd52c-2311-40a8-89fc-3a4e3f46c0fe","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:54Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"ba2cd52c-2311-40a8-89fc-3a4e3f46c0fe","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:55Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"dd0ae73c-624a-47f9-82f0-ec3684553f09","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:57Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm","msg":"Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7ab40770-261c-4fb6-966f-79940a414255"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"ba2cd52c-2311-40a8-89fc-3a4e3f46c0fe","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"ba2cd52c-2311-40a8-89fc-3a4e3f46c0fe","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7ab40770-261c-4fb6-966f-79940a414255","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36f2f759-52d2-44f7-a7e3-ac29c9b1f448"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36f2f759-52d2-44f7-a7e3-ac29c9b1f448"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36f2f759-52d2-44f7-a7e3-ac29c9b1f448","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36f2f759-52d2-44f7-a7e3-ac29c9b1f448","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:39:57Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","module":"ogx"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36f2f759-52d2-44f7-a7e3-ac29c9b1f448","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36f2f759-52d2-44f7-a7e3-ac29c9b1f448","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"266cb3be-6f55-4559-8522-11bd6ca15999"} {"level":"error","ts":"2026-09-06T18:39:57Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36f2f759-52d2-44f7-a7e3-ac29c9b1f448","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"79027c39-ae24-46de-9bf2-8b718ff69916"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"79027c39-ae24-46de-9bf2-8b718ff69916"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"79027c39-ae24-46de-9bf2-8b718ff69916","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"79027c39-ae24-46de-9bf2-8b718ff69916","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"79027c39-ae24-46de-9bf2-8b718ff69916","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"f46b0f3a-ce5f-4e9b-9b9b-bb31660a0168"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"fca05ec6-df7e-41c4-be8f-989e54b5fec8"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Starting EventSource","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","source":"kind source: *unstructured.Unstructured[config.openshift.io/v1 APIServer]"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"79027c39-ae24-46de-9bf2-8b718ff69916","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:39:57Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"96d571ba-343f-4c1b-8378-3932f114e7c4","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"96d571ba-343f-4c1b-8378-3932f114e7c4","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8471891e-8dc4-4277-9e13-cc7a03991239"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8471891e-8dc4-4277-9e13-cc7a03991239"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8471891e-8dc4-4277-9e13-cc7a03991239","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8471891e-8dc4-4277-9e13-cc7a03991239","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8471891e-8dc4-4277-9e13-cc7a03991239","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8471891e-8dc4-4277-9e13-cc7a03991239","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8471891e-8dc4-4277-9e13-cc7a03991239","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8471891e-8dc4-4277-9e13-cc7a03991239","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8471891e-8dc4-4277-9e13-cc7a03991239","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8471891e-8dc4-4277-9e13-cc7a03991239","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8471891e-8dc4-4277-9e13-cc7a03991239","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"51548fcb-7030-4601-b843-c325980c0e1b"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8471891e-8dc4-4277-9e13-cc7a03991239","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8471891e-8dc4-4277-9e13-cc7a03991239","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8471891e-8dc4-4277-9e13-cc7a03991239","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8471891e-8dc4-4277-9e13-cc7a03991239","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8471891e-8dc4-4277-9e13-cc7a03991239","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8471891e-8dc4-4277-9e13-cc7a03991239","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8471891e-8dc4-4277-9e13-cc7a03991239","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"error","ts":"2026-09-06T18:39:57Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"79027c39-ae24-46de-9bf2-8b718ff69916","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"434cc10e-6f69-444b-b52a-fab08c265c8e"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"434cc10e-6f69-444b-b52a-fab08c265c8e"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"434cc10e-6f69-444b-b52a-fab08c265c8e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"434cc10e-6f69-444b-b52a-fab08c265c8e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"434cc10e-6f69-444b-b52a-fab08c265c8e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"434cc10e-6f69-444b-b52a-fab08c265c8e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"reconcile","controller":"modelregistry","controllerGroup":"components.platform.opendatahub.io","controllerKind":"ModelRegistry","ModelRegistry":{"name":"default-modelregistry"},"namespace":"","name":"default-modelregistry","reconcileID":"ed55b25c-d8dc-49c6-99b2-1bfaccfaf708"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"workspace2-gort8kfz","reconcileID":"b8940f3a-c0d8-4811-91cf-05c762c2b5fc"} {"level":"error","ts":"2026-09-06T18:39:57Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"434cc10e-6f69-444b-b52a-fab08c265c8e","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"redhat-ods-applications","reconcileID":"988cfd05-59f7-41a9-afcb-4a2ee8e4057b"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9e46340-4cef-4112-b221-dff845ffd082"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9e46340-4cef-4112-b221-dff845ffd082"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9e46340-4cef-4112-b221-dff845ffd082","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9e46340-4cef-4112-b221-dff845ffd082","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:39:57Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9e46340-4cef-4112-b221-dff845ffd082","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9e46340-4cef-4112-b221-dff845ffd082","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"redhat-ods-operator","reconcileID":"d47dcb6a-4fa8-4535-8270-06588a5282ec"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"kserve-model-cache-smoke","reconcileID":"98fc124f-b42b-4fb9-8b3c-dcac7b6a0046"} {"level":"info","ts":"2026-09-06T18:39:58Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"6ec0506b-a9eb-4664-a276-c71ae6cacb0c","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"6ec0506b-a9eb-4664-a276-c71ae6cacb0c","name":"redhat-ods-applications"} {"level":"error","ts":"2026-09-06T18:39:58Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9e46340-4cef-4112-b221-dff845ffd082","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"ai-tenants","reconcileID":"c6a27d4f-c32c-47c5-a795-7545e8c9edf0"} {"level":"info","ts":"2026-09-06T18:39:58Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm","msg":"Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"dd0ae73c-624a-47f9-82f0-ec3684553f09"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ced26522-f623-47c6-b490-c3d5018aaa0e"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ced26522-f623-47c6-b490-c3d5018aaa0e"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ced26522-f623-47c6-b490-c3d5018aaa0e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ced26522-f623-47c6-b490-c3d5018aaa0e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ced26522-f623-47c6-b490-c3d5018aaa0e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ced26522-f623-47c6-b490-c3d5018aaa0e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"test-ogx-vector-stores-64f0","reconcileID":"8f4424dd-9ed1-41dc-b479-857e8fa7d119"} {"level":"error","ts":"2026-09-06T18:39:58Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ced26522-f623-47c6-b490-c3d5018aaa0e","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-09-06T18:39:58Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"abd02219-f4e3-4ead-b368-6a726c5f4900"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"abd02219-f4e3-4ead-b368-6a726c5f4900"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"abd02219-f4e3-4ead-b368-6a726c5f4900","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"abd02219-f4e3-4ead-b368-6a726c5f4900","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"abd02219-f4e3-4ead-b368-6a726c5f4900","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"abd02219-f4e3-4ead-b368-6a726c5f4900","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"abd02219-f4e3-4ead-b368-6a726c5f4900","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"abd02219-f4e3-4ead-b368-6a726c5f4900","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"abd02219-f4e3-4ead-b368-6a726c5f4900","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"abd02219-f4e3-4ead-b368-6a726c5f4900","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"abd02219-f4e3-4ead-b368-6a726c5f4900","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6571348-467f-4761-8123-1c392c8dcdb5"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6571348-467f-4761-8123-1c392c8dcdb5"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6571348-467f-4761-8123-1c392c8dcdb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6571348-467f-4761-8123-1c392c8dcdb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6571348-467f-4761-8123-1c392c8dcdb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"abd02219-f4e3-4ead-b368-6a726c5f4900","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"abd02219-f4e3-4ead-b368-6a726c5f4900","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"abd02219-f4e3-4ead-b368-6a726c5f4900","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"abd02219-f4e3-4ead-b368-6a726c5f4900","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"abd02219-f4e3-4ead-b368-6a726c5f4900","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"abd02219-f4e3-4ead-b368-6a726c5f4900","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"abd02219-f4e3-4ead-b368-6a726c5f4900","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"cert-manager-operator","reconcileID":"09759810-76d5-4485-83b6-139ebd2c93c4"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6571348-467f-4761-8123-1c392c8dcdb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:39:58Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"redhat-ods-monitoring","reconcileID":"62f3fae2-24c6-4c5d-a419-116b98de0193"} {"level":"info","ts":"2026-09-06T18:39:59Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"dfddc312-121b-47f5-a26e-95122769c20c","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"dfddc312-121b-47f5-a26e-95122769c20c","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"dd0ae73c-624a-47f9-82f0-ec3684553f09","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"openldap","reconcileID":"26b506c1-48c0-448a-8c06-54983861a94b"} {"level":"error","ts":"2026-09-06T18:39:59Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6571348-467f-4761-8123-1c392c8dcdb5","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"reconcile","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"abd1fed5-ce7f-4e34-98f0-58be7d1937cf"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"apply","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"abd1fed5-ce7f-4e34-98f0-58be7d1937cf"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"abd1fed5-ce7f-4e34-98f0-58be7d1937cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.initialize"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"abd1fed5-ce7f-4e34-98f0-58be7d1937cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"abd1fed5-ce7f-4e34-98f0-58be7d1937cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.createDefaultGroup"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"abd1fed5-ce7f-4e34-98f0-58be7d1937cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.managePermissions"} {"level":"info","ts":"2026-09-06T18:39:59Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.managePermissions","msg":"namespace not found, skipping RoleBinding creation","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"abd1fed5-ce7f-4e34-98f0-58be7d1937cf","namespace":"models-as-a-service","roleBinding":"data-science-admingroup-maas-rolebinding"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"abd1fed5-ce7f-4e34-98f0-58be7d1937cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"kyverno","reconcileID":"2f05442c-70ec-43b2-98e7-133427b84901"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"71bd0345-a9fd-4edc-9ec1-1492d7364346"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"71bd0345-a9fd-4edc-9ec1-1492d7364346"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"71bd0345-a9fd-4edc-9ec1-1492d7364346","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"71bd0345-a9fd-4edc-9ec1-1492d7364346","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"71bd0345-a9fd-4edc-9ec1-1492d7364346","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"workload-variant-autoscaler-system","reconcileID":"70cab7bc-18ae-43d6-9828-f1769185e0d9"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"71bd0345-a9fd-4edc-9ec1-1492d7364346","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"abd1fed5-ce7f-4e34-98f0-58be7d1937cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"abd1fed5-ce7f-4e34-98f0-58be7d1937cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"odh-ai-gateway-infra","reconcileID":"bbbf29df-69e7-4e13-a575-cebcc5bd4f77"} {"level":"error","ts":"2026-09-06T18:39:59Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"71bd0345-a9fd-4edc-9ec1-1492d7364346","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"opendatahub-ogx-system","reconcileID":"65fad317-90f0-4afc-bfcb-e649aeaea9f8"} {"level":"info","ts":"2026-09-06T18:39:59Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"d13c554c-c9e0-46c2-8079-89a99b3924bb","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"d13c554c-c9e0-46c2-8079-89a99b3924bb","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4be4cfc5-b490-42d5-9fd4-231b8c5b52e0"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4be4cfc5-b490-42d5-9fd4-231b8c5b52e0"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4be4cfc5-b490-42d5-9fd4-231b8c5b52e0","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4be4cfc5-b490-42d5-9fd4-231b8c5b52e0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4be4cfc5-b490-42d5-9fd4-231b8c5b52e0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4be4cfc5-b490-42d5-9fd4-231b8c5b52e0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4be4cfc5-b490-42d5-9fd4-231b8c5b52e0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4be4cfc5-b490-42d5-9fd4-231b8c5b52e0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4be4cfc5-b490-42d5-9fd4-231b8c5b52e0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4be4cfc5-b490-42d5-9fd4-231b8c5b52e0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4be4cfc5-b490-42d5-9fd4-231b8c5b52e0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4be4cfc5-b490-42d5-9fd4-231b8c5b52e0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4be4cfc5-b490-42d5-9fd4-231b8c5b52e0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4be4cfc5-b490-42d5-9fd4-231b8c5b52e0","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4be4cfc5-b490-42d5-9fd4-231b8c5b52e0","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4be4cfc5-b490-42d5-9fd4-231b8c5b52e0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4be4cfc5-b490-42d5-9fd4-231b8c5b52e0","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4be4cfc5-b490-42d5-9fd4-231b8c5b52e0","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"test-odh-notebook","reconcileID":"02ce6c1b-f20e-45e0-99da-77bdf7a639a9"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"dedicated-admin","reconcileID":"258d03aa-b56f-42c0-81a3-73d92a3f0a48"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"01379b47-5f1c-4601-8aea-cad734e8acc5"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"01379b47-5f1c-4601-8aea-cad734e8acc5"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"01379b47-5f1c-4601-8aea-cad734e8acc5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"01379b47-5f1c-4601-8aea-cad734e8acc5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"01379b47-5f1c-4601-8aea-cad734e8acc5","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"redhat-ai-gateway-infra","reconcileID":"b8da1b51-9302-43b6-a061-8b74a00906ce"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"01379b47-5f1c-4601-8aea-cad734e8acc5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"error","ts":"2026-09-06T18:39:59Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"01379b47-5f1c-4601-8aea-cad734e8acc5","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-09-06T18:39:59Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"test-evalhub-tenant-a-testevalhubmcpdeployment-1b7577","reconcileID":"848d317f-d726-4004-b9f0-1839093972de"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"oidc","reconcileID":"227cda7e-3edc-4085-bea1-38817ef0c385"} {"level":"info","ts":"2026-09-06T18:39:59Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"47efa122-ce48-4237-8b0a-65cd2e9e7e63","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"47efa122-ce48-4237-8b0a-65cd2e9e7e63","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:39:59Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"trainer-operator-system","reconcileID":"ce70eeb0-7c50-49ef-a123-25cadc52b627"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"cert-manager","reconcileID":"67ee609d-9e4b-4f73-8728-edf00d7d73df"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"workspace1-gort8kfz","reconcileID":"aaed097c-d339-465e-8c82-c033ef20006c"} {"level":"info","ts":"2026-09-06T18:40:00Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"open-cluster-management-2r2qdb90ltvhjc43lp6iqc6aqb7bgjda","reconcileID":"b7c75362-cba9-4e85-bac0-b0a085e47075"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"test-evalhub-mcp-deployment","reconcileID":"fd6b14fc-e96f-42a1-a433-98cb935d2bf3"} {"level":"info","ts":"2026-09-06T18:40:00Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm","msg":"Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"ba2cd52c-2311-40a8-89fc-3a4e3f46c0fe"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"wva-system","reconcileID":"13843414-9eb2-483a-bbed-351bab93b687"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"open-cluster-management-agent-addon","reconcileID":"261cc928-50c1-4f3b-a897-a7b7e4ab030f"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"ba2cd52c-2311-40a8-89fc-3a4e3f46c0fe","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:00Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"kuadrant-system","reconcileID":"29f93642-d441-42f4-977a-883d98b0360c"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured[networking.istio.io/v1alpha3 EnvoyFilter]"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured[networking.istio.io/v1 DestinationRule]"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured[config.openshift.io/v1 APIServer]"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"22db5486-4ce5-4c3e-92d1-87354b877a6b"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"22db5486-4ce5-4c3e-92d1-87354b877a6b"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"22db5486-4ce5-4c3e-92d1-87354b877a6b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"22db5486-4ce5-4c3e-92d1-87354b877a6b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"22db5486-4ce5-4c3e-92d1-87354b877a6b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"618c8e15-d0e6-451d-b686-7dc85946b3c2"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"618c8e15-d0e6-451d-b686-7dc85946b3c2"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"618c8e15-d0e6-451d-b686-7dc85946b3c2","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:00Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure.detectAndSetIngressMode","msg":"Detected ingress mode from existing Gateway Service","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"618c8e15-d0e6-451d-b686-7dc85946b3c2","mode":"OcpRoute"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"workspace2-gort8kfz","reconcileID":"1e122664-ecf7-4921-bcdb-fff52c335126"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"22db5486-4ce5-4c3e-92d1-87354b877a6b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"73df1651-7379-4def-898b-fde9da3a6b3a"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"73df1651-7379-4def-898b-fde9da3a6b3a"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"73df1651-7379-4def-898b-fde9da3a6b3a","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"73df1651-7379-4def-898b-fde9da3a6b3a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"73df1651-7379-4def-898b-fde9da3a6b3a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"73df1651-7379-4def-898b-fde9da3a6b3a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"73df1651-7379-4def-898b-fde9da3a6b3a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"73df1651-7379-4def-898b-fde9da3a6b3a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"73df1651-7379-4def-898b-fde9da3a6b3a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"73df1651-7379-4def-898b-fde9da3a6b3a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"73df1651-7379-4def-898b-fde9da3a6b3a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"redhat-ods-applications","reconcileID":"f3f7e0ab-a43c-4a99-af41-a727057ba499"} {"level":"error","ts":"2026-09-06T18:40:00Z","msg":"Reconciler error","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"618c8e15-d0e6-451d-b686-7dc85946b3c2","error":"provisioning failed: failed to detect ingress mode: failed to update GatewayConfig with detected mode: Operation cannot be fulfilled on gatewayconfigs.services.platform.opendatahub.io \"default-gateway\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"error","ts":"2026-09-06T18:40:00Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"22db5486-4ce5-4c3e-92d1-87354b877a6b","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"8619a703-d035-4333-9b87-56a8599d2495"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"8619a703-d035-4333-9b87-56a8599d2495"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"8619a703-d035-4333-9b87-56a8599d2495","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"8619a703-d035-4333-9b87-56a8599d2495","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"8619a703-d035-4333-9b87-56a8599d2495","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"73df1651-7379-4def-898b-fde9da3a6b3a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"73df1651-7379-4def-898b-fde9da3a6b3a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"73df1651-7379-4def-898b-fde9da3a6b3a","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"73df1651-7379-4def-898b-fde9da3a6b3a","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"73df1651-7379-4def-898b-fde9da3a6b3a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"73df1651-7379-4def-898b-fde9da3a6b3a","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"73df1651-7379-4def-898b-fde9da3a6b3a","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"dbed4fcd-ab50-4b94-870b-1042dfc0cea4"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"dbed4fcd-ab50-4b94-870b-1042dfc0cea4"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"dbed4fcd-ab50-4b94-870b-1042dfc0cea4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:00Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure.detectAndSetIngressMode","msg":"Detected ingress mode from existing Gateway Service","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"dbed4fcd-ab50-4b94-870b-1042dfc0cea4","mode":"OcpRoute"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"8619a703-d035-4333-9b87-56a8599d2495","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"redhat-ods-operator","reconcileID":"119ac685-d57e-4484-b8ec-1766857eb51c"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"dbed4fcd-ab50-4b94-870b-1042dfc0cea4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"error","ts":"2026-09-06T18:40:00Z","msg":"Reconciler error","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"8619a703-d035-4333-9b87-56a8599d2495","error":"provisioning failed: waiting for upgrade gates to be acknowledged","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"level":"info","ts":"2026-09-06T18:40:00Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"kserve-model-cache-smoke","reconcileID":"21f2091b-a39b-465a-8df5-b408e4c782c9"} {"level":"info","ts":"2026-09-06T18:40:01Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"ai-tenants","reconcileID":"46870ebf-d4aa-46e7-8ac8-64e5916270eb"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"dbed4fcd-ab50-4b94-870b-1042dfc0cea4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"dbed4fcd-ab50-4b94-870b-1042dfc0cea4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"dbed4fcd-ab50-4b94-870b-1042dfc0cea4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"dbed4fcd-ab50-4b94-870b-1042dfc0cea4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:40:01Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Dashboard CRD not registered, cleaning up dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"dbed4fcd-ab50-4b94-870b-1042dfc0cea4"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"dbed4fcd-ab50-4b94-870b-1042dfc0cea4","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"test-ogx-vector-stores-64f0","reconcileID":"39c0d933-8d42-4a85-9f76-e8a0692bd34c"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"dbed4fcd-ab50-4b94-870b-1042dfc0cea4","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"cert-manager-operator","reconcileID":"982be9b8-13d0-4254-ad28-73d631313cd3"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:40:01Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:40:01Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"redhat-ods-monitoring","reconcileID":"bc8ead7d-0641-455c-9387-643c1f506bca"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"openldap","reconcileID":"76092a21-1f4c-4597-9acc-d663cc66cad3"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:01Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"57c40354-313f-45f1-ac35-7fa77fa9675a","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"57c40354-313f-45f1-ac35-7fa77fa9675a","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"14af0ee5-a849-482b-bcfc-43eddc028f5c"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"14af0ee5-a849-482b-bcfc-43eddc028f5c"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"14af0ee5-a849-482b-bcfc-43eddc028f5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"14af0ee5-a849-482b-bcfc-43eddc028f5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"14af0ee5-a849-482b-bcfc-43eddc028f5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"kyverno","reconcileID":"14a44072-5e9c-4dcf-9f80-238a8dcc0af2"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"63bcdf77-4abc-4a94-bacb-e429639c3001"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"63bcdf77-4abc-4a94-bacb-e429639c3001"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"63bcdf77-4abc-4a94-bacb-e429639c3001","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"63bcdf77-4abc-4a94-bacb-e429639c3001","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"63bcdf77-4abc-4a94-bacb-e429639c3001","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"63bcdf77-4abc-4a94-bacb-e429639c3001","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"63bcdf77-4abc-4a94-bacb-e429639c3001","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"63bcdf77-4abc-4a94-bacb-e429639c3001","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"63bcdf77-4abc-4a94-bacb-e429639c3001","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"63bcdf77-4abc-4a94-bacb-e429639c3001","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"63bcdf77-4abc-4a94-bacb-e429639c3001","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"63bcdf77-4abc-4a94-bacb-e429639c3001","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"63bcdf77-4abc-4a94-bacb-e429639c3001","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"63bcdf77-4abc-4a94-bacb-e429639c3001","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"63bcdf77-4abc-4a94-bacb-e429639c3001","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"63bcdf77-4abc-4a94-bacb-e429639c3001","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"63bcdf77-4abc-4a94-bacb-e429639c3001","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"63bcdf77-4abc-4a94-bacb-e429639c3001","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"14af0ee5-a849-482b-bcfc-43eddc028f5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"14af0ee5-a849-482b-bcfc-43eddc028f5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"14af0ee5-a849-482b-bcfc-43eddc028f5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"14af0ee5-a849-482b-bcfc-43eddc028f5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:40:01Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"workload-variant-autoscaler-system","reconcileID":"687f7ce8-9d7e-4225-93a5-5ec4df7d4ad7"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"odh-ai-gateway-infra","reconcileID":"f1059012-3ab3-4e36-afe9-b02dbeb7dc61"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"opendatahub-ogx-system","reconcileID":"911afde0-c68e-4934-8294-117ecec1e09a"} {"level":"info","ts":"2026-09-06T18:40:02Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"cad7f68b-1b30-4a3a-b267-314bc6ab03f3","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"cad7f68b-1b30-4a3a-b267-314bc6ab03f3","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"test-odh-notebook","reconcileID":"2c7eb886-dadf-4288-b4ef-c8a1fc0406ac"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"dbed4fcd-ab50-4b94-870b-1042dfc0cea4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"dbed4fcd-ab50-4b94-870b-1042dfc0cea4","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"dedicated-admin","reconcileID":"ef345558-cc5d-4615-94af-bade7166e3ad"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"redhat-ai-gateway-infra","reconcileID":"06ebfc13-15b6-4204-8761-6d825562c01c"} {"level":"info","ts":"2026-09-06T18:40:02Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"c7a8f909-9284-462f-945a-53fc888ed646","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"c7a8f909-9284-462f-945a-53fc888ed646","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"test-evalhub-tenant-a-testevalhubmcpdeployment-1b7577","reconcileID":"c5ef47a1-c81e-4bc9-acc4-b2f2e45085b4"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"599323cf-4502-4c2c-811e-121528d9b695"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"599323cf-4502-4c2c-811e-121528d9b695"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"599323cf-4502-4c2c-811e-121528d9b695","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"599323cf-4502-4c2c-811e-121528d9b695","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"599323cf-4502-4c2c-811e-121528d9b695","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"599323cf-4502-4c2c-811e-121528d9b695","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"599323cf-4502-4c2c-811e-121528d9b695","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"599323cf-4502-4c2c-811e-121528d9b695","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"599323cf-4502-4c2c-811e-121528d9b695","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"599323cf-4502-4c2c-811e-121528d9b695","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"599323cf-4502-4c2c-811e-121528d9b695","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"oidc","reconcileID":"c827fd23-b88c-4f7f-b3dc-1effb453795e"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"599323cf-4502-4c2c-811e-121528d9b695","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"599323cf-4502-4c2c-811e-121528d9b695","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"599323cf-4502-4c2c-811e-121528d9b695","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"599323cf-4502-4c2c-811e-121528d9b695","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"599323cf-4502-4c2c-811e-121528d9b695","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"599323cf-4502-4c2c-811e-121528d9b695","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:02Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"599323cf-4502-4c2c-811e-121528d9b695","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"trainer-operator-system","reconcileID":"d76b111f-fb50-4700-a7a5-758bad2f7569"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"cert-manager","reconcileID":"e1bb30e5-c9ff-45be-bcd2-eb6d9f4e31d9"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"workspace1-gort8kfz","reconcileID":"b5e0c404-aa92-4170-a270-1fe8f7544af6"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"open-cluster-management-2r2qdb90ltvhjc43lp6iqc6aqb7bgjda","reconcileID":"ddb420af-4517-4110-90d7-9ff5eda053d6"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"test-evalhub-mcp-deployment","reconcileID":"9f42221d-9b6a-438f-aabe-d780227ae6d1"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d60531f2-bb70-43c8-92e3-b448fdd45c14"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d60531f2-bb70-43c8-92e3-b448fdd45c14"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d60531f2-bb70-43c8-92e3-b448fdd45c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d60531f2-bb70-43c8-92e3-b448fdd45c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d60531f2-bb70-43c8-92e3-b448fdd45c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d60531f2-bb70-43c8-92e3-b448fdd45c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d60531f2-bb70-43c8-92e3-b448fdd45c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d60531f2-bb70-43c8-92e3-b448fdd45c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d60531f2-bb70-43c8-92e3-b448fdd45c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d60531f2-bb70-43c8-92e3-b448fdd45c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d60531f2-bb70-43c8-92e3-b448fdd45c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d60531f2-bb70-43c8-92e3-b448fdd45c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d60531f2-bb70-43c8-92e3-b448fdd45c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d60531f2-bb70-43c8-92e3-b448fdd45c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d60531f2-bb70-43c8-92e3-b448fdd45c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:03Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"cabb8d6c-cf5e-4836-b7d6-3a738247ade6","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"cabb8d6c-cf5e-4836-b7d6-3a738247ade6","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"wva-system","reconcileID":"55b85826-8fe7-42ee-a56a-eb01b7251d0d"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d60531f2-bb70-43c8-92e3-b448fdd45c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d60531f2-bb70-43c8-92e3-b448fdd45c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d60531f2-bb70-43c8-92e3-b448fdd45c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"14af0ee5-a849-482b-bcfc-43eddc028f5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"open-cluster-management-agent-addon","reconcileID":"cd7cba25-24df-4ddf-be70-74c804e99fec"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:03Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"kuadrant-system","reconcileID":"491d96e5-21a0-47f1-8a91-ff029bc08e1b"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"14af0ee5-a849-482b-bcfc-43eddc028f5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[components.platform.opendatahub.io/v1alpha1 Dashboard]"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[components.platform.opendatahub.io/v1alpha1 Kserve]"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[components.platform.opendatahub.io/v1alpha1 Dashboard]"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[components.platform.opendatahub.io/v1alpha1 Kserve]"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84eb9952-455d-4110-833c-bbd7cc36ecc2"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84eb9952-455d-4110-833c-bbd7cc36ecc2"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84eb9952-455d-4110-833c-bbd7cc36ecc2","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84eb9952-455d-4110-833c-bbd7cc36ecc2","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84eb9952-455d-4110-833c-bbd7cc36ecc2","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e55a52b0-cc12-4732-9fe6-623b257d8696","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[apiextensions.k8s.io/v1 CustomResourceDefinition]"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[apiextensions.k8s.io/v1 CustomResourceDefinition]"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[v1 ServiceAccount]"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 Role]"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 ClusterRole]"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 RoleBinding]"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 ClusterRoleBinding]"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[v1 ConfigMap]"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[apps/v1 Deployment]"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[admissionregistration.k8s.io/v1 ValidatingAdmissionPolicy]"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[admissionregistration.k8s.io/v1 ValidatingAdmissionPolicyBinding]"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:40:04Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","module":"ogx"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84eb9952-455d-4110-833c-bbd7cc36ecc2","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84eb9952-455d-4110-833c-bbd7cc36ecc2","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84eb9952-455d-4110-833c-bbd7cc36ecc2","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84eb9952-455d-4110-833c-bbd7cc36ecc2","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:40:04Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"1efd5f59-1723-4612-b45c-f032432360bf","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"1efd5f59-1723-4612-b45c-f032432360bf","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:04Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84eb9952-455d-4110-833c-bbd7cc36ecc2","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55a051a4-41d3-4cdf-9418-784db38567d4"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55a051a4-41d3-4cdf-9418-784db38567d4"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55a051a4-41d3-4cdf-9418-784db38567d4","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55a051a4-41d3-4cdf-9418-784db38567d4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55a051a4-41d3-4cdf-9418-784db38567d4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55a051a4-41d3-4cdf-9418-784db38567d4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55a051a4-41d3-4cdf-9418-784db38567d4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55a051a4-41d3-4cdf-9418-784db38567d4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55a051a4-41d3-4cdf-9418-784db38567d4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55a051a4-41d3-4cdf-9418-784db38567d4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55a051a4-41d3-4cdf-9418-784db38567d4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55a051a4-41d3-4cdf-9418-784db38567d4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55a051a4-41d3-4cdf-9418-784db38567d4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55a051a4-41d3-4cdf-9418-784db38567d4","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55a051a4-41d3-4cdf-9418-784db38567d4","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55a051a4-41d3-4cdf-9418-784db38567d4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55a051a4-41d3-4cdf-9418-784db38567d4","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55a051a4-41d3-4cdf-9418-784db38567d4","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84eb9952-455d-4110-833c-bbd7cc36ecc2","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:05Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:40:05Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"a385eb4a-473e-4c2d-92dc-05b0e92b7473","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"a385eb4a-473e-4c2d-92dc-05b0e92b7473","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:05Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:40:05Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"c649a718-bb0c-48fc-a9c2-725b2be09e50"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"c649a718-bb0c-48fc-a9c2-725b2be09e50"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"c649a718-bb0c-48fc-a9c2-725b2be09e50","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"c649a718-bb0c-48fc-a9c2-725b2be09e50","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"c649a718-bb0c-48fc-a9c2-725b2be09e50","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"c649a718-bb0c-48fc-a9c2-725b2be09e50","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"c649a718-bb0c-48fc-a9c2-725b2be09e50","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"c649a718-bb0c-48fc-a9c2-725b2be09e50","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"c649a718-bb0c-48fc-a9c2-725b2be09e50","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"c649a718-bb0c-48fc-a9c2-725b2be09e50","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:05Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:40:05Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"c649a718-bb0c-48fc-a9c2-725b2be09e50","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:05Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:40:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:40:06Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:40:06Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:40:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:40:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:40:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:40:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:40:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:07Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b38a11cd-7a20-4894-bd89-96365b400fb5","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:07Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae"} {"level":"info","ts":"2026-09-06T18:40:07Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae"} {"level":"info","ts":"2026-09-06T18:40:07Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:40:07Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:40:07Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","module":"ogx"} {"level":"info","ts":"2026-09-06T18:40:08Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:40:08Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm","msg":"Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"dbed4fcd-ab50-4b94-870b-1042dfc0cea4"} {"level":"info","ts":"2026-09-06T18:40:08Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"dbed4fcd-ab50-4b94-870b-1042dfc0cea4","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Starting EventSource","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","source":"kind source: *unstructured.Unstructured[components.platform.opendatahub.io/v1alpha1 Dashboard]"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"11bca883-cdef-40b3-ab84-f4ea74a25e04"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"11bca883-cdef-40b3-ab84-f4ea74a25e04"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"11bca883-cdef-40b3-ab84-f4ea74a25e04","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"11bca883-cdef-40b3-ab84-f4ea74a25e04","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:09Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d9b3011f-eb87-416f-939a-26b8fcb53df6"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d9b3011f-eb87-416f-939a-26b8fcb53df6"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d9b3011f-eb87-416f-939a-26b8fcb53df6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d9b3011f-eb87-416f-939a-26b8fcb53df6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d9b3011f-eb87-416f-939a-26b8fcb53df6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"11bca883-cdef-40b3-ab84-f4ea74a25e04","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"11bca883-cdef-40b3-ab84-f4ea74a25e04","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"11bca883-cdef-40b3-ab84-f4ea74a25e04","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"11bca883-cdef-40b3-ab84-f4ea74a25e04","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:40:09Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"11bca883-cdef-40b3-ab84-f4ea74a25e04","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"11bca883-cdef-40b3-ab84-f4ea74a25e04","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"11bca883-cdef-40b3-ab84-f4ea74a25e04","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d9b3011f-eb87-416f-939a-26b8fcb53df6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d9b3011f-eb87-416f-939a-26b8fcb53df6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d9b3011f-eb87-416f-939a-26b8fcb53df6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d9b3011f-eb87-416f-939a-26b8fcb53df6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d9b3011f-eb87-416f-939a-26b8fcb53df6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b3028558-74b3-4125-9484-0808c299ee25"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b3028558-74b3-4125-9484-0808c299ee25"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b3028558-74b3-4125-9484-0808c299ee25","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b3028558-74b3-4125-9484-0808c299ee25","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b3028558-74b3-4125-9484-0808c299ee25","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b3028558-74b3-4125-9484-0808c299ee25","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b3028558-74b3-4125-9484-0808c299ee25","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b3028558-74b3-4125-9484-0808c299ee25","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b3028558-74b3-4125-9484-0808c299ee25","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b3028558-74b3-4125-9484-0808c299ee25","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b3028558-74b3-4125-9484-0808c299ee25","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b3028558-74b3-4125-9484-0808c299ee25","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b3028558-74b3-4125-9484-0808c299ee25","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b3028558-74b3-4125-9484-0808c299ee25","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b3028558-74b3-4125-9484-0808c299ee25","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b3028558-74b3-4125-9484-0808c299ee25","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b3028558-74b3-4125-9484-0808c299ee25","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b3028558-74b3-4125-9484-0808c299ee25","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d9b3011f-eb87-416f-939a-26b8fcb53df6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:09Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:40:09Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"b4ef27bf-6acf-4af8-97c7-2e83cd855c27","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"b4ef27bf-6acf-4af8-97c7-2e83cd855c27","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8ab5dfba-064c-4dc3-938e-546a485285c6"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8ab5dfba-064c-4dc3-938e-546a485285c6"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8ab5dfba-064c-4dc3-938e-546a485285c6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8ab5dfba-064c-4dc3-938e-546a485285c6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8ab5dfba-064c-4dc3-938e-546a485285c6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8ab5dfba-064c-4dc3-938e-546a485285c6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8ab5dfba-064c-4dc3-938e-546a485285c6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8ab5dfba-064c-4dc3-938e-546a485285c6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8ab5dfba-064c-4dc3-938e-546a485285c6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8ab5dfba-064c-4dc3-938e-546a485285c6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8ab5dfba-064c-4dc3-938e-546a485285c6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8ab5dfba-064c-4dc3-938e-546a485285c6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8ab5dfba-064c-4dc3-938e-546a485285c6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8ab5dfba-064c-4dc3-938e-546a485285c6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8ab5dfba-064c-4dc3-938e-546a485285c6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8ab5dfba-064c-4dc3-938e-546a485285c6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8ab5dfba-064c-4dc3-938e-546a485285c6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:09Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8ab5dfba-064c-4dc3-938e-546a485285c6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"11bca883-cdef-40b3-ab84-f4ea74a25e04","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:40:10Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"11bca883-cdef-40b3-ab84-f4ea74a25e04","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:40:10Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:40:10Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6c8667bc-7f1c-4b18-b1c2-a0da366c6d7b"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6c8667bc-7f1c-4b18-b1c2-a0da366c6d7b"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6c8667bc-7f1c-4b18-b1c2-a0da366c6d7b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6c8667bc-7f1c-4b18-b1c2-a0da366c6d7b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6c8667bc-7f1c-4b18-b1c2-a0da366c6d7b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a17dc059-2006-4513-a17a-36d8cc52aaae","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6c8667bc-7f1c-4b18-b1c2-a0da366c6d7b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6c8667bc-7f1c-4b18-b1c2-a0da366c6d7b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6c8667bc-7f1c-4b18-b1c2-a0da366c6d7b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6c8667bc-7f1c-4b18-b1c2-a0da366c6d7b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6c8667bc-7f1c-4b18-b1c2-a0da366c6d7b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:40:10Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","module":"ogx"} {"level":"info","ts":"2026-09-06T18:40:10Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6c8667bc-7f1c-4b18-b1c2-a0da366c6d7b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:10Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:40:11Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:40:11Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:40:11Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm","msg":"Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"11bca883-cdef-40b3-ab84-f4ea74a25e04"} {"level":"info","ts":"2026-09-06T18:40:11Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:40:11Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"11bca883-cdef-40b3-ab84-f4ea74a25e04","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:11Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"4c10c1d3-0df1-4afe-8922-9e46cfdeac4b"} {"level":"info","ts":"2026-09-06T18:40:11Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"4c10c1d3-0df1-4afe-8922-9e46cfdeac4b"} {"level":"info","ts":"2026-09-06T18:40:11Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"4c10c1d3-0df1-4afe-8922-9e46cfdeac4b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:11Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"4c10c1d3-0df1-4afe-8922-9e46cfdeac4b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"4c10c1d3-0df1-4afe-8922-9e46cfdeac4b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"4c10c1d3-0df1-4afe-8922-9e46cfdeac4b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"4c10c1d3-0df1-4afe-8922-9e46cfdeac4b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"4c10c1d3-0df1-4afe-8922-9e46cfdeac4b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:40:12Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"4c10c1d3-0df1-4afe-8922-9e46cfdeac4b","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"4c10c1d3-0df1-4afe-8922-9e46cfdeac4b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"4c10c1d3-0df1-4afe-8922-9e46cfdeac4b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:12Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:40:12Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:40:12Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"4c10c1d3-0df1-4afe-8922-9e46cfdeac4b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"4c10c1d3-0df1-4afe-8922-9e46cfdeac4b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"4c10c1d3-0df1-4afe-8922-9e46cfdeac4b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"29e4ca40-abdc-4447-923f-1567769e911b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:13Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539"} {"level":"info","ts":"2026-09-06T18:40:13Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539"} {"level":"info","ts":"2026-09-06T18:40:13Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:40:13Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:40:13Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"52f05a6c-4ae7-429b-abbe-5da137e60d99"} {"level":"info","ts":"2026-09-06T18:40:13Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"52f05a6c-4ae7-429b-abbe-5da137e60d99"} {"level":"info","ts":"2026-09-06T18:40:13Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"52f05a6c-4ae7-429b-abbe-5da137e60d99","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:40:13Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"52f05a6c-4ae7-429b-abbe-5da137e60d99","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:40:13Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","module":"ogx"} {"level":"info","ts":"2026-09-06T18:40:13Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"52f05a6c-4ae7-429b-abbe-5da137e60d99","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:13Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"52f05a6c-4ae7-429b-abbe-5da137e60d99","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:13Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"52f05a6c-4ae7-429b-abbe-5da137e60d99","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:40:13Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"52f05a6c-4ae7-429b-abbe-5da137e60d99","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:13Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"52f05a6c-4ae7-429b-abbe-5da137e60d99","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:40:13Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"52f05a6c-4ae7-429b-abbe-5da137e60d99","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:14Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"52f05a6c-4ae7-429b-abbe-5da137e60d99","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:14Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:40:14Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:40:14Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:40:14Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:40:15Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:40:15Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:40:15Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:40:15Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:40:15Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:40:15Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:15Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:15Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:15Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:15Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:15Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:40:15Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:40:15Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:15Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:40:15Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:15Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:15Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b836d63-d32e-4d75-87d5-26f2cf6c0539","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:15Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651"} {"level":"info","ts":"2026-09-06T18:40:15Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651"} {"level":"info","ts":"2026-09-06T18:40:15Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:40:15Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:40:15Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","module":"ogx"} {"level":"info","ts":"2026-09-06T18:40:15Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:40:16Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:40:16Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:40:16Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:40:16Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:40:16Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:40:16Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:40:16Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:40:16Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:40:16Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:16Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:16Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:16Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:16Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:16Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:40:16Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:40:16Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:16Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:40:16Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:16Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:16Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"73fafa7e-74b2-4647-8bd1-1790f41da651","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"086891c8-42ef-4f5e-b2fc-48b5f13bcb9a"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"e2facab2-8563-4fcd-95df-34c6fc2f066b"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"e55b96c9-7e4e-417b-9839-5fa478969bbf"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"92e7dce9-573b-4796-bee9-b66d38eb4a99"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"fa65dd3c-1e17-4b68-8b20-e3e379510d2e"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"fa65dd3c-1e17-4b68-8b20-e3e379510d2e"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"fa65dd3c-1e17-4b68-8b20-e3e379510d2e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"fa65dd3c-1e17-4b68-8b20-e3e379510d2e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"fa65dd3c-1e17-4b68-8b20-e3e379510d2e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"fa65dd3c-1e17-4b68-8b20-e3e379510d2e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"fa65dd3c-1e17-4b68-8b20-e3e379510d2e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"fa65dd3c-1e17-4b68-8b20-e3e379510d2e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"fa65dd3c-1e17-4b68-8b20-e3e379510d2e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"fa65dd3c-1e17-4b68-8b20-e3e379510d2e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"fa65dd3c-1e17-4b68-8b20-e3e379510d2e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"fa65dd3c-1e17-4b68-8b20-e3e379510d2e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"fa65dd3c-1e17-4b68-8b20-e3e379510d2e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"fa65dd3c-1e17-4b68-8b20-e3e379510d2e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"fa65dd3c-1e17-4b68-8b20-e3e379510d2e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"fa65dd3c-1e17-4b68-8b20-e3e379510d2e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"fa65dd3c-1e17-4b68-8b20-e3e379510d2e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"fa65dd3c-1e17-4b68-8b20-e3e379510d2e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:21Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"96cffa2c-782f-42c4-b35a-553d4ac39052","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"96cffa2c-782f-42c4-b35a-553d4ac39052","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"85c33123-2f02-4bb7-9b66-fe86055d7822"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"85c33123-2f02-4bb7-9b66-fe86055d7822"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"85c33123-2f02-4bb7-9b66-fe86055d7822","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"85c33123-2f02-4bb7-9b66-fe86055d7822","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"85c33123-2f02-4bb7-9b66-fe86055d7822","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"85c33123-2f02-4bb7-9b66-fe86055d7822","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"85c33123-2f02-4bb7-9b66-fe86055d7822","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"85c33123-2f02-4bb7-9b66-fe86055d7822","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"85c33123-2f02-4bb7-9b66-fe86055d7822","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"85c33123-2f02-4bb7-9b66-fe86055d7822","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"85c33123-2f02-4bb7-9b66-fe86055d7822","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"85c33123-2f02-4bb7-9b66-fe86055d7822","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"85c33123-2f02-4bb7-9b66-fe86055d7822","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"85c33123-2f02-4bb7-9b66-fe86055d7822","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"85c33123-2f02-4bb7-9b66-fe86055d7822","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"85c33123-2f02-4bb7-9b66-fe86055d7822","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"85c33123-2f02-4bb7-9b66-fe86055d7822","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"85c33123-2f02-4bb7-9b66-fe86055d7822","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af726f18-e405-4e5b-bf61-2592e7e0a218"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af726f18-e405-4e5b-bf61-2592e7e0a218"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af726f18-e405-4e5b-bf61-2592e7e0a218","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af726f18-e405-4e5b-bf61-2592e7e0a218","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af726f18-e405-4e5b-bf61-2592e7e0a218","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af726f18-e405-4e5b-bf61-2592e7e0a218","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af726f18-e405-4e5b-bf61-2592e7e0a218","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af726f18-e405-4e5b-bf61-2592e7e0a218","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:40:23Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af726f18-e405-4e5b-bf61-2592e7e0a218","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af726f18-e405-4e5b-bf61-2592e7e0a218","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af726f18-e405-4e5b-bf61-2592e7e0a218","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af726f18-e405-4e5b-bf61-2592e7e0a218","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af726f18-e405-4e5b-bf61-2592e7e0a218","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af726f18-e405-4e5b-bf61-2592e7e0a218","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f37b028-0300-49bb-8640-273a5353d618"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f37b028-0300-49bb-8640-273a5353d618"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f37b028-0300-49bb-8640-273a5353d618","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f37b028-0300-49bb-8640-273a5353d618","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f37b028-0300-49bb-8640-273a5353d618","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f37b028-0300-49bb-8640-273a5353d618","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f37b028-0300-49bb-8640-273a5353d618","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f37b028-0300-49bb-8640-273a5353d618","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:40:23Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f37b028-0300-49bb-8640-273a5353d618","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f37b028-0300-49bb-8640-273a5353d618","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f37b028-0300-49bb-8640-273a5353d618","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f37b028-0300-49bb-8640-273a5353d618","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f37b028-0300-49bb-8640-273a5353d618","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f37b028-0300-49bb-8640-273a5353d618","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"571bece9-323a-40ea-9459-d2b78d440513"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"571bece9-323a-40ea-9459-d2b78d440513"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"571bece9-323a-40ea-9459-d2b78d440513","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"571bece9-323a-40ea-9459-d2b78d440513","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"571bece9-323a-40ea-9459-d2b78d440513","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"571bece9-323a-40ea-9459-d2b78d440513","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"571bece9-323a-40ea-9459-d2b78d440513","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"571bece9-323a-40ea-9459-d2b78d440513","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:40:23Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"571bece9-323a-40ea-9459-d2b78d440513","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"571bece9-323a-40ea-9459-d2b78d440513","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"571bece9-323a-40ea-9459-d2b78d440513","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"571bece9-323a-40ea-9459-d2b78d440513","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"571bece9-323a-40ea-9459-d2b78d440513","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"571bece9-323a-40ea-9459-d2b78d440513","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a659af82-4fa1-48ba-8f6e-2bfd1097f543"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a659af82-4fa1-48ba-8f6e-2bfd1097f543"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a659af82-4fa1-48ba-8f6e-2bfd1097f543","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a659af82-4fa1-48ba-8f6e-2bfd1097f543","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a659af82-4fa1-48ba-8f6e-2bfd1097f543","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a659af82-4fa1-48ba-8f6e-2bfd1097f543","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a659af82-4fa1-48ba-8f6e-2bfd1097f543","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a659af82-4fa1-48ba-8f6e-2bfd1097f543","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a659af82-4fa1-48ba-8f6e-2bfd1097f543","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a659af82-4fa1-48ba-8f6e-2bfd1097f543","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a659af82-4fa1-48ba-8f6e-2bfd1097f543","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a659af82-4fa1-48ba-8f6e-2bfd1097f543","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a659af82-4fa1-48ba-8f6e-2bfd1097f543","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a659af82-4fa1-48ba-8f6e-2bfd1097f543","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a659af82-4fa1-48ba-8f6e-2bfd1097f543","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a659af82-4fa1-48ba-8f6e-2bfd1097f543","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a659af82-4fa1-48ba-8f6e-2bfd1097f543","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a659af82-4fa1-48ba-8f6e-2bfd1097f543","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:23Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"582138f6-1432-4964-88aa-2d84ebd09f6e","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:23Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"582138f6-1432-4964-88aa-2d84ebd09f6e","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d56168eb-09b9-480a-837c-845d3d61c48c"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d56168eb-09b9-480a-837c-845d3d61c48c"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d56168eb-09b9-480a-837c-845d3d61c48c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d56168eb-09b9-480a-837c-845d3d61c48c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d56168eb-09b9-480a-837c-845d3d61c48c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d56168eb-09b9-480a-837c-845d3d61c48c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d56168eb-09b9-480a-837c-845d3d61c48c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d56168eb-09b9-480a-837c-845d3d61c48c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d56168eb-09b9-480a-837c-845d3d61c48c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d56168eb-09b9-480a-837c-845d3d61c48c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d56168eb-09b9-480a-837c-845d3d61c48c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d56168eb-09b9-480a-837c-845d3d61c48c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d56168eb-09b9-480a-837c-845d3d61c48c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d56168eb-09b9-480a-837c-845d3d61c48c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d56168eb-09b9-480a-837c-845d3d61c48c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d56168eb-09b9-480a-837c-845d3d61c48c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d56168eb-09b9-480a-837c-845d3d61c48c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d56168eb-09b9-480a-837c-845d3d61c48c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:24Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"93a39acc-f5a9-48f3-ba84-060a952b2378","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"93a39acc-f5a9-48f3-ba84-060a952b2378","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4aa98eda-3e8c-4ce3-b46d-f3a5e401f226"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4aa98eda-3e8c-4ce3-b46d-f3a5e401f226"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4aa98eda-3e8c-4ce3-b46d-f3a5e401f226","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4aa98eda-3e8c-4ce3-b46d-f3a5e401f226","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4aa98eda-3e8c-4ce3-b46d-f3a5e401f226","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4aa98eda-3e8c-4ce3-b46d-f3a5e401f226","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4aa98eda-3e8c-4ce3-b46d-f3a5e401f226","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4aa98eda-3e8c-4ce3-b46d-f3a5e401f226","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4aa98eda-3e8c-4ce3-b46d-f3a5e401f226","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4aa98eda-3e8c-4ce3-b46d-f3a5e401f226","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4aa98eda-3e8c-4ce3-b46d-f3a5e401f226","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4aa98eda-3e8c-4ce3-b46d-f3a5e401f226","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4aa98eda-3e8c-4ce3-b46d-f3a5e401f226","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4aa98eda-3e8c-4ce3-b46d-f3a5e401f226","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4aa98eda-3e8c-4ce3-b46d-f3a5e401f226","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4aa98eda-3e8c-4ce3-b46d-f3a5e401f226","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4aa98eda-3e8c-4ce3-b46d-f3a5e401f226","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:24Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4aa98eda-3e8c-4ce3-b46d-f3a5e401f226","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:25Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d0c4cc33-6be7-41d1-a835-2b7350f498c1"} {"level":"info","ts":"2026-09-06T18:40:25Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d0c4cc33-6be7-41d1-a835-2b7350f498c1"} {"level":"info","ts":"2026-09-06T18:40:25Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d0c4cc33-6be7-41d1-a835-2b7350f498c1","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:25Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d0c4cc33-6be7-41d1-a835-2b7350f498c1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:25Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d0c4cc33-6be7-41d1-a835-2b7350f498c1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:25Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d0c4cc33-6be7-41d1-a835-2b7350f498c1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:25Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d0c4cc33-6be7-41d1-a835-2b7350f498c1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:25Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d0c4cc33-6be7-41d1-a835-2b7350f498c1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:25Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d0c4cc33-6be7-41d1-a835-2b7350f498c1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:25Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d0c4cc33-6be7-41d1-a835-2b7350f498c1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:25Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d0c4cc33-6be7-41d1-a835-2b7350f498c1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:25Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d0c4cc33-6be7-41d1-a835-2b7350f498c1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:25Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d0c4cc33-6be7-41d1-a835-2b7350f498c1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:25Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d0c4cc33-6be7-41d1-a835-2b7350f498c1","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:25Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d0c4cc33-6be7-41d1-a835-2b7350f498c1","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:25Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d0c4cc33-6be7-41d1-a835-2b7350f498c1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:25Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d0c4cc33-6be7-41d1-a835-2b7350f498c1","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:25Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d0c4cc33-6be7-41d1-a835-2b7350f498c1","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:25Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"8130d1cd-329d-4de7-b7dc-c0b49684e3ce","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:25Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"8130d1cd-329d-4de7-b7dc-c0b49684e3ce","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:40:26Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","module":"ogx"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c675c735-1b1c-440f-91c1-aedf66ae4fd6"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c675c735-1b1c-440f-91c1-aedf66ae4fd6"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c675c735-1b1c-440f-91c1-aedf66ae4fd6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c675c735-1b1c-440f-91c1-aedf66ae4fd6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c675c735-1b1c-440f-91c1-aedf66ae4fd6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c675c735-1b1c-440f-91c1-aedf66ae4fd6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c675c735-1b1c-440f-91c1-aedf66ae4fd6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c675c735-1b1c-440f-91c1-aedf66ae4fd6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c675c735-1b1c-440f-91c1-aedf66ae4fd6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c675c735-1b1c-440f-91c1-aedf66ae4fd6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c675c735-1b1c-440f-91c1-aedf66ae4fd6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c675c735-1b1c-440f-91c1-aedf66ae4fd6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c675c735-1b1c-440f-91c1-aedf66ae4fd6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c675c735-1b1c-440f-91c1-aedf66ae4fd6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c675c735-1b1c-440f-91c1-aedf66ae4fd6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c675c735-1b1c-440f-91c1-aedf66ae4fd6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c675c735-1b1c-440f-91c1-aedf66ae4fd6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:26Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c675c735-1b1c-440f-91c1-aedf66ae4fd6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cb553d42-3fe3-4ed1-8834-579c7db92309"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cb553d42-3fe3-4ed1-8834-579c7db92309"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cb553d42-3fe3-4ed1-8834-579c7db92309","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cb553d42-3fe3-4ed1-8834-579c7db92309","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cb553d42-3fe3-4ed1-8834-579c7db92309","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cb553d42-3fe3-4ed1-8834-579c7db92309","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cb553d42-3fe3-4ed1-8834-579c7db92309","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cb553d42-3fe3-4ed1-8834-579c7db92309","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cb553d42-3fe3-4ed1-8834-579c7db92309","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cb553d42-3fe3-4ed1-8834-579c7db92309","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cb553d42-3fe3-4ed1-8834-579c7db92309","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:27Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"4689a6e1-b203-4caf-b3d9-b90b11f93609","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"4689a6e1-b203-4caf-b3d9-b90b11f93609","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cb553d42-3fe3-4ed1-8834-579c7db92309","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cb553d42-3fe3-4ed1-8834-579c7db92309","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cb553d42-3fe3-4ed1-8834-579c7db92309","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cb553d42-3fe3-4ed1-8834-579c7db92309","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cb553d42-3fe3-4ed1-8834-579c7db92309","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cb553d42-3fe3-4ed1-8834-579c7db92309","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cb553d42-3fe3-4ed1-8834-579c7db92309","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:27Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:40:27Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"037270d0-8ecd-4f5b-b49c-dc64e93424c6","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:27Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"037270d0-8ecd-4f5b-b49c-dc64e93424c6","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:27Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:40:28Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:40:28Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:40:28Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:40:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:40:28Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:40:28Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:40:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:40:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:40:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:40:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:40:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a6186c6f-07d8-4b08-906b-e7e318f731f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:30Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8a009590-d071-4413-8d65-1e0947df260e"} {"level":"info","ts":"2026-09-06T18:40:30Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8a009590-d071-4413-8d65-1e0947df260e"} {"level":"info","ts":"2026-09-06T18:40:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8a009590-d071-4413-8d65-1e0947df260e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8a009590-d071-4413-8d65-1e0947df260e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8a009590-d071-4413-8d65-1e0947df260e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8a009590-d071-4413-8d65-1e0947df260e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8a009590-d071-4413-8d65-1e0947df260e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8a009590-d071-4413-8d65-1e0947df260e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8a009590-d071-4413-8d65-1e0947df260e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8a009590-d071-4413-8d65-1e0947df260e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8a009590-d071-4413-8d65-1e0947df260e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8a009590-d071-4413-8d65-1e0947df260e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8a009590-d071-4413-8d65-1e0947df260e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8a009590-d071-4413-8d65-1e0947df260e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8a009590-d071-4413-8d65-1e0947df260e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8a009590-d071-4413-8d65-1e0947df260e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8a009590-d071-4413-8d65-1e0947df260e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8a009590-d071-4413-8d65-1e0947df260e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:30Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"f4523c54-780e-4dec-831f-d3b8298ae4b8","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:30Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"f4523c54-780e-4dec-831f-d3b8298ae4b8","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:31Z","msg":"reconcile","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI","TrustyAI":{"name":"default-trustyai"},"namespace":"","name":"default-trustyai","reconcileID":"2653cf5a-f13d-4a7d-ae67-601e6fa2dae7"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d456e882-2fdb-4433-8873-3eafceb5ba94"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d456e882-2fdb-4433-8873-3eafceb5ba94"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d456e882-2fdb-4433-8873-3eafceb5ba94","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d456e882-2fdb-4433-8873-3eafceb5ba94","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d456e882-2fdb-4433-8873-3eafceb5ba94","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d456e882-2fdb-4433-8873-3eafceb5ba94","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d456e882-2fdb-4433-8873-3eafceb5ba94","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d456e882-2fdb-4433-8873-3eafceb5ba94","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:40:32Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d456e882-2fdb-4433-8873-3eafceb5ba94","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d456e882-2fdb-4433-8873-3eafceb5ba94","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d456e882-2fdb-4433-8873-3eafceb5ba94","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d456e882-2fdb-4433-8873-3eafceb5ba94","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d456e882-2fdb-4433-8873-3eafceb5ba94","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d456e882-2fdb-4433-8873-3eafceb5ba94","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c013f762-cf03-4064-bd15-ea92a989fe08"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c013f762-cf03-4064-bd15-ea92a989fe08"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c013f762-cf03-4064-bd15-ea92a989fe08","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c013f762-cf03-4064-bd15-ea92a989fe08","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c013f762-cf03-4064-bd15-ea92a989fe08","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c013f762-cf03-4064-bd15-ea92a989fe08","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c013f762-cf03-4064-bd15-ea92a989fe08","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c013f762-cf03-4064-bd15-ea92a989fe08","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c013f762-cf03-4064-bd15-ea92a989fe08","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c013f762-cf03-4064-bd15-ea92a989fe08","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c013f762-cf03-4064-bd15-ea92a989fe08","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c013f762-cf03-4064-bd15-ea92a989fe08","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c013f762-cf03-4064-bd15-ea92a989fe08","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c013f762-cf03-4064-bd15-ea92a989fe08","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c013f762-cf03-4064-bd15-ea92a989fe08","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c013f762-cf03-4064-bd15-ea92a989fe08","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c013f762-cf03-4064-bd15-ea92a989fe08","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c013f762-cf03-4064-bd15-ea92a989fe08","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:32Z","msg":"reconcile","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI","TrustyAI":{"name":"default-trustyai"},"namespace":"","name":"default-trustyai","reconcileID":"d0c5c8de-8a86-4472-9f1a-1f460bd37f7c"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6ed2540e-d1d3-4241-9c44-b52c666bf358"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6ed2540e-d1d3-4241-9c44-b52c666bf358"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6ed2540e-d1d3-4241-9c44-b52c666bf358","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9758f10-909b-40b2-8542-cff64a548c4a"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9758f10-909b-40b2-8542-cff64a548c4a"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9758f10-909b-40b2-8542-cff64a548c4a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9758f10-909b-40b2-8542-cff64a548c4a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9758f10-909b-40b2-8542-cff64a548c4a","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:40:33Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","module":"ogx"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6ed2540e-d1d3-4241-9c44-b52c666bf358","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:33Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"e10ce81f-2071-41ee-9987-8f0ed401f325","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"e10ce81f-2071-41ee-9987-8f0ed401f325","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7a5655f4-e167-4217-abbc-1d420e95c48e"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7a5655f4-e167-4217-abbc-1d420e95c48e"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7a5655f4-e167-4217-abbc-1d420e95c48e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7a5655f4-e167-4217-abbc-1d420e95c48e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7a5655f4-e167-4217-abbc-1d420e95c48e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7a5655f4-e167-4217-abbc-1d420e95c48e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7a5655f4-e167-4217-abbc-1d420e95c48e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7a5655f4-e167-4217-abbc-1d420e95c48e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7a5655f4-e167-4217-abbc-1d420e95c48e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7a5655f4-e167-4217-abbc-1d420e95c48e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7a5655f4-e167-4217-abbc-1d420e95c48e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7a5655f4-e167-4217-abbc-1d420e95c48e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7a5655f4-e167-4217-abbc-1d420e95c48e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7a5655f4-e167-4217-abbc-1d420e95c48e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7a5655f4-e167-4217-abbc-1d420e95c48e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7a5655f4-e167-4217-abbc-1d420e95c48e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7a5655f4-e167-4217-abbc-1d420e95c48e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7a5655f4-e167-4217-abbc-1d420e95c48e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"reconcile","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI","TrustyAI":{"name":"default-trustyai"},"namespace":"","name":"default-trustyai","reconcileID":"55742cdb-9156-4302-8408-6fefd094a218"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9758f10-909b-40b2-8542-cff64a548c4a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9758f10-909b-40b2-8542-cff64a548c4a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9758f10-909b-40b2-8542-cff64a548c4a","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9758f10-909b-40b2-8542-cff64a548c4a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9758f10-909b-40b2-8542-cff64a548c4a","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6ed2540e-d1d3-4241-9c44-b52c666bf358","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6ed2540e-d1d3-4241-9c44-b52c666bf358","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6ed2540e-d1d3-4241-9c44-b52c666bf358","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6ed2540e-d1d3-4241-9c44-b52c666bf358","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:40:33Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6ed2540e-d1d3-4241-9c44-b52c666bf358","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6ed2540e-d1d3-4241-9c44-b52c666bf358","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6ed2540e-d1d3-4241-9c44-b52c666bf358","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6ed2540e-d1d3-4241-9c44-b52c666bf358","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6ed2540e-d1d3-4241-9c44-b52c666bf358","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6ed2540e-d1d3-4241-9c44-b52c666bf358","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:34Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"f5046346-d43c-457c-9e9b-d6c719255867","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"f5046346-d43c-457c-9e9b-d6c719255867","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a9758f10-909b-40b2-8542-cff64a548c4a","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"186aeb8e-4601-49ec-a0df-ab77e2d753b3"} {"level":"info","ts":"2026-09-06T18:40:34Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"186aeb8e-4601-49ec-a0df-ab77e2d753b3"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"186aeb8e-4601-49ec-a0df-ab77e2d753b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"186aeb8e-4601-49ec-a0df-ab77e2d753b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"186aeb8e-4601-49ec-a0df-ab77e2d753b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"186aeb8e-4601-49ec-a0df-ab77e2d753b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"186aeb8e-4601-49ec-a0df-ab77e2d753b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"186aeb8e-4601-49ec-a0df-ab77e2d753b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"186aeb8e-4601-49ec-a0df-ab77e2d753b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"186aeb8e-4601-49ec-a0df-ab77e2d753b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"186aeb8e-4601-49ec-a0df-ab77e2d753b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"186aeb8e-4601-49ec-a0df-ab77e2d753b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"186aeb8e-4601-49ec-a0df-ab77e2d753b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"186aeb8e-4601-49ec-a0df-ab77e2d753b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"186aeb8e-4601-49ec-a0df-ab77e2d753b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"186aeb8e-4601-49ec-a0df-ab77e2d753b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"186aeb8e-4601-49ec-a0df-ab77e2d753b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:34Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"186aeb8e-4601-49ec-a0df-ab77e2d753b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:35Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"e6b80cb1-59c1-4527-887e-f2c2f372b95b","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"e6b80cb1-59c1-4527-887e-f2c2f372b95b","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:35Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"66ced3d7-8c54-497e-b731-f6d3c9cfec58"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"66ced3d7-8c54-497e-b731-f6d3c9cfec58"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"66ced3d7-8c54-497e-b731-f6d3c9cfec58","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"66ced3d7-8c54-497e-b731-f6d3c9cfec58","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"66ced3d7-8c54-497e-b731-f6d3c9cfec58","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"66ced3d7-8c54-497e-b731-f6d3c9cfec58","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"66ced3d7-8c54-497e-b731-f6d3c9cfec58","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"66ced3d7-8c54-497e-b731-f6d3c9cfec58","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"66ced3d7-8c54-497e-b731-f6d3c9cfec58","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"66ced3d7-8c54-497e-b731-f6d3c9cfec58","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"66ced3d7-8c54-497e-b731-f6d3c9cfec58","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"66ced3d7-8c54-497e-b731-f6d3c9cfec58","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"66ced3d7-8c54-497e-b731-f6d3c9cfec58","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"66ced3d7-8c54-497e-b731-f6d3c9cfec58","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"66ced3d7-8c54-497e-b731-f6d3c9cfec58","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"66ced3d7-8c54-497e-b731-f6d3c9cfec58","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"66ced3d7-8c54-497e-b731-f6d3c9cfec58","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"66ced3d7-8c54-497e-b731-f6d3c9cfec58","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:35Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"f0cccc6f-e87f-464a-bc8a-34b495b2b308","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:35Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"f0cccc6f-e87f-464a-bc8a-34b495b2b308","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:35Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:40:36Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:40:36Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:40:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:40:37Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:40:37Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:40:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:40:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:40:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:40:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:40:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"fe3cdceb-4ec3-42bd-a32a-c8c2dfb81e53","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a81dff14-d411-4d4f-8f1a-ce580e693a22"} {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a81dff14-d411-4d4f-8f1a-ce580e693a22"} {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a81dff14-d411-4d4f-8f1a-ce580e693a22","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a81dff14-d411-4d4f-8f1a-ce580e693a22","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a81dff14-d411-4d4f-8f1a-ce580e693a22","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a81dff14-d411-4d4f-8f1a-ce580e693a22","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a81dff14-d411-4d4f-8f1a-ce580e693a22","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a81dff14-d411-4d4f-8f1a-ce580e693a22","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:40:40Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a81dff14-d411-4d4f-8f1a-ce580e693a22","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a81dff14-d411-4d4f-8f1a-ce580e693a22","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a81dff14-d411-4d4f-8f1a-ce580e693a22","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a81dff14-d411-4d4f-8f1a-ce580e693a22","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a81dff14-d411-4d4f-8f1a-ce580e693a22","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a81dff14-d411-4d4f-8f1a-ce580e693a22","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:41Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"1ca32465-34ce-438e-8b2e-44f4438b5dc4"} {"level":"info","ts":"2026-09-06T18:40:41Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"931c0c94-96d6-497e-8c79-e83c24a7d776"} {"level":"info","ts":"2026-09-06T18:40:41Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"fcb7a688-4eb5-4671-a69d-0df04f8201df"} {"level":"info","ts":"2026-09-06T18:40:41Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"bf33f801-28b6-4cd6-9be5-bddda2273c35"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"58471d19-32e8-43d9-8035-60be7b35ff86"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"58471d19-32e8-43d9-8035-60be7b35ff86"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"58471d19-32e8-43d9-8035-60be7b35ff86","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3c0dd0fa-5c50-48c6-bbe4-68f49aac0f67"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3c0dd0fa-5c50-48c6-bbe4-68f49aac0f67"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3c0dd0fa-5c50-48c6-bbe4-68f49aac0f67","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3c0dd0fa-5c50-48c6-bbe4-68f49aac0f67","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3c0dd0fa-5c50-48c6-bbe4-68f49aac0f67","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:46Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","module":"ogx"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"58471d19-32e8-43d9-8035-60be7b35ff86","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"58471d19-32e8-43d9-8035-60be7b35ff86","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"58471d19-32e8-43d9-8035-60be7b35ff86","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"58471d19-32e8-43d9-8035-60be7b35ff86","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"58471d19-32e8-43d9-8035-60be7b35ff86","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:40:46Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"58471d19-32e8-43d9-8035-60be7b35ff86","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"58471d19-32e8-43d9-8035-60be7b35ff86","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"58471d19-32e8-43d9-8035-60be7b35ff86","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"58471d19-32e8-43d9-8035-60be7b35ff86","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"58471d19-32e8-43d9-8035-60be7b35ff86","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"58471d19-32e8-43d9-8035-60be7b35ff86","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3c0dd0fa-5c50-48c6-bbe4-68f49aac0f67","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3c0dd0fa-5c50-48c6-bbe4-68f49aac0f67","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3c0dd0fa-5c50-48c6-bbe4-68f49aac0f67","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3c0dd0fa-5c50-48c6-bbe4-68f49aac0f67","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3c0dd0fa-5c50-48c6-bbe4-68f49aac0f67","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ca7fe12e-fba1-4ed8-9b93-9283bc0fc0fd"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ca7fe12e-fba1-4ed8-9b93-9283bc0fc0fd"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ca7fe12e-fba1-4ed8-9b93-9283bc0fc0fd","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ca7fe12e-fba1-4ed8-9b93-9283bc0fc0fd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ca7fe12e-fba1-4ed8-9b93-9283bc0fc0fd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ca7fe12e-fba1-4ed8-9b93-9283bc0fc0fd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ca7fe12e-fba1-4ed8-9b93-9283bc0fc0fd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ca7fe12e-fba1-4ed8-9b93-9283bc0fc0fd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ca7fe12e-fba1-4ed8-9b93-9283bc0fc0fd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ca7fe12e-fba1-4ed8-9b93-9283bc0fc0fd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ca7fe12e-fba1-4ed8-9b93-9283bc0fc0fd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ca7fe12e-fba1-4ed8-9b93-9283bc0fc0fd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ca7fe12e-fba1-4ed8-9b93-9283bc0fc0fd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ca7fe12e-fba1-4ed8-9b93-9283bc0fc0fd","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ca7fe12e-fba1-4ed8-9b93-9283bc0fc0fd","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ca7fe12e-fba1-4ed8-9b93-9283bc0fc0fd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ca7fe12e-fba1-4ed8-9b93-9283bc0fc0fd","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ca7fe12e-fba1-4ed8-9b93-9283bc0fc0fd","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3c0dd0fa-5c50-48c6-bbe4-68f49aac0f67","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:46Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b6f90f10-d8ad-4cb2-b7e8-aaeb675103f6"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b6f90f10-d8ad-4cb2-b7e8-aaeb675103f6"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b6f90f10-d8ad-4cb2-b7e8-aaeb675103f6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b6f90f10-d8ad-4cb2-b7e8-aaeb675103f6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b6f90f10-d8ad-4cb2-b7e8-aaeb675103f6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b6f90f10-d8ad-4cb2-b7e8-aaeb675103f6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b6f90f10-d8ad-4cb2-b7e8-aaeb675103f6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b6f90f10-d8ad-4cb2-b7e8-aaeb675103f6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b6f90f10-d8ad-4cb2-b7e8-aaeb675103f6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b6f90f10-d8ad-4cb2-b7e8-aaeb675103f6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b6f90f10-d8ad-4cb2-b7e8-aaeb675103f6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:46Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"3196f19f-c9cd-4f49-b1ec-5a5007cadf1a","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"3196f19f-c9cd-4f49-b1ec-5a5007cadf1a","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b6f90f10-d8ad-4cb2-b7e8-aaeb675103f6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b6f90f10-d8ad-4cb2-b7e8-aaeb675103f6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b6f90f10-d8ad-4cb2-b7e8-aaeb675103f6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b6f90f10-d8ad-4cb2-b7e8-aaeb675103f6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b6f90f10-d8ad-4cb2-b7e8-aaeb675103f6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b6f90f10-d8ad-4cb2-b7e8-aaeb675103f6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:46Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b6f90f10-d8ad-4cb2-b7e8-aaeb675103f6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:46Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:40:47Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:40:47Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:40:47Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:40:47Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:40:47Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:40:47Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:40:47Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:40:47Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:47Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:47Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:47Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:47Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:47Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:40:47Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:40:47Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:47Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:40:47Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:47Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:47Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a32ba327-263d-44ea-a3d7-021194586dac","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6a9ff679-ba43-45b8-bd15-b27689dfdc65"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6a9ff679-ba43-45b8-bd15-b27689dfdc65"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6a9ff679-ba43-45b8-bd15-b27689dfdc65","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6a9ff679-ba43-45b8-bd15-b27689dfdc65","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","module":"ogx"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6a9ff679-ba43-45b8-bd15-b27689dfdc65","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6a9ff679-ba43-45b8-bd15-b27689dfdc65","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6a9ff679-ba43-45b8-bd15-b27689dfdc65","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6a9ff679-ba43-45b8-bd15-b27689dfdc65","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6a9ff679-ba43-45b8-bd15-b27689dfdc65","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6a9ff679-ba43-45b8-bd15-b27689dfdc65","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"6a9ff679-ba43-45b8-bd15-b27689dfdc65","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"17cf4bd0-f35b-400c-b268-1ee7b7229869"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"17cf4bd0-f35b-400c-b268-1ee7b7229869"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"17cf4bd0-f35b-400c-b268-1ee7b7229869","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"17cf4bd0-f35b-400c-b268-1ee7b7229869","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"17cf4bd0-f35b-400c-b268-1ee7b7229869","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"17cf4bd0-f35b-400c-b268-1ee7b7229869","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"17cf4bd0-f35b-400c-b268-1ee7b7229869","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"17cf4bd0-f35b-400c-b268-1ee7b7229869","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"17cf4bd0-f35b-400c-b268-1ee7b7229869","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"17cf4bd0-f35b-400c-b268-1ee7b7229869","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"17cf4bd0-f35b-400c-b268-1ee7b7229869","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"17cf4bd0-f35b-400c-b268-1ee7b7229869","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"17cf4bd0-f35b-400c-b268-1ee7b7229869","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"17cf4bd0-f35b-400c-b268-1ee7b7229869","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"17cf4bd0-f35b-400c-b268-1ee7b7229869","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"17cf4bd0-f35b-400c-b268-1ee7b7229869","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"17cf4bd0-f35b-400c-b268-1ee7b7229869","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"17cf4bd0-f35b-400c-b268-1ee7b7229869","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"29059437-6d7e-4f8d-8393-182eaffe587e","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"29059437-6d7e-4f8d-8393-182eaffe587e","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"21275105-c5b0-41d9-b6c8-2005d4c23216","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b558a84d-98e5-494f-92a8-7708642edf7d"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b558a84d-98e5-494f-92a8-7708642edf7d"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b558a84d-98e5-494f-92a8-7708642edf7d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0d507109-0519-4bba-bae4-71ae5f356171"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0d507109-0519-4bba-bae4-71ae5f356171"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0d507109-0519-4bba-bae4-71ae5f356171","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0d507109-0519-4bba-bae4-71ae5f356171","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0d507109-0519-4bba-bae4-71ae5f356171","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:51Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","module":"ogx"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b558a84d-98e5-494f-92a8-7708642edf7d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0d507109-0519-4bba-bae4-71ae5f356171","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b558a84d-98e5-494f-92a8-7708642edf7d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b558a84d-98e5-494f-92a8-7708642edf7d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b558a84d-98e5-494f-92a8-7708642edf7d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b558a84d-98e5-494f-92a8-7708642edf7d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:40:51Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b558a84d-98e5-494f-92a8-7708642edf7d","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b558a84d-98e5-494f-92a8-7708642edf7d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b558a84d-98e5-494f-92a8-7708642edf7d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0d507109-0519-4bba-bae4-71ae5f356171","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0d507109-0519-4bba-bae4-71ae5f356171","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0d507109-0519-4bba-bae4-71ae5f356171","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b558a84d-98e5-494f-92a8-7708642edf7d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0d507109-0519-4bba-bae4-71ae5f356171","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b558a84d-98e5-494f-92a8-7708642edf7d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b558a84d-98e5-494f-92a8-7708642edf7d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:51Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:40:51Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0d507109-0519-4bba-bae4-71ae5f356171","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:52Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:40:52Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:40:52Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:40:52Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:40:52Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:40:52Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5a8db463-a9b3-4b6d-956d-c272ac708eff","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b647c9be-4324-4d1a-80b9-3a7f1c3b1cd9"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b647c9be-4324-4d1a-80b9-3a7f1c3b1cd9"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b647c9be-4324-4d1a-80b9-3a7f1c3b1cd9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2a795819-3c79-4650-af43-e93b00b7fa50"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2a795819-3c79-4650-af43-e93b00b7fa50"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2a795819-3c79-4650-af43-e93b00b7fa50","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2a795819-3c79-4650-af43-e93b00b7fa50","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2a795819-3c79-4650-af43-e93b00b7fa50","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","module":"ogx"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b647c9be-4324-4d1a-80b9-3a7f1c3b1cd9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b647c9be-4324-4d1a-80b9-3a7f1c3b1cd9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b647c9be-4324-4d1a-80b9-3a7f1c3b1cd9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b647c9be-4324-4d1a-80b9-3a7f1c3b1cd9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b647c9be-4324-4d1a-80b9-3a7f1c3b1cd9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b647c9be-4324-4d1a-80b9-3a7f1c3b1cd9","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b647c9be-4324-4d1a-80b9-3a7f1c3b1cd9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b647c9be-4324-4d1a-80b9-3a7f1c3b1cd9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b647c9be-4324-4d1a-80b9-3a7f1c3b1cd9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b647c9be-4324-4d1a-80b9-3a7f1c3b1cd9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"b647c9be-4324-4d1a-80b9-3a7f1c3b1cd9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2a795819-3c79-4650-af43-e93b00b7fa50","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2a795819-3c79-4650-af43-e93b00b7fa50","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2a795819-3c79-4650-af43-e93b00b7fa50","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2a795819-3c79-4650-af43-e93b00b7fa50","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2a795819-3c79-4650-af43-e93b00b7fa50","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2a795819-3c79-4650-af43-e93b00b7fa50","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f71062f6-e04d-4ce2-9efb-942c83eae3e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cc4105ca-9a18-456b-a7f6-f508702e14b3"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cc4105ca-9a18-456b-a7f6-f508702e14b3"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cc4105ca-9a18-456b-a7f6-f508702e14b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cc4105ca-9a18-456b-a7f6-f508702e14b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cc4105ca-9a18-456b-a7f6-f508702e14b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cc4105ca-9a18-456b-a7f6-f508702e14b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cc4105ca-9a18-456b-a7f6-f508702e14b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cc4105ca-9a18-456b-a7f6-f508702e14b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cc4105ca-9a18-456b-a7f6-f508702e14b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cc4105ca-9a18-456b-a7f6-f508702e14b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cc4105ca-9a18-456b-a7f6-f508702e14b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cc4105ca-9a18-456b-a7f6-f508702e14b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cc4105ca-9a18-456b-a7f6-f508702e14b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cc4105ca-9a18-456b-a7f6-f508702e14b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cc4105ca-9a18-456b-a7f6-f508702e14b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cc4105ca-9a18-456b-a7f6-f508702e14b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cc4105ca-9a18-456b-a7f6-f508702e14b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"cc4105ca-9a18-456b-a7f6-f508702e14b3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"45320a96-991b-436d-94df-ef5c52d9a040","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"45320a96-991b-436d-94df-ef5c52d9a040","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"f6848233-66db-4a76-9153-0da4fd3068ed"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"f6848233-66db-4a76-9153-0da4fd3068ed"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"f6848233-66db-4a76-9153-0da4fd3068ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"f6848233-66db-4a76-9153-0da4fd3068ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"f6848233-66db-4a76-9153-0da4fd3068ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"f6848233-66db-4a76-9153-0da4fd3068ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"f6848233-66db-4a76-9153-0da4fd3068ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"f6848233-66db-4a76-9153-0da4fd3068ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"f6848233-66db-4a76-9153-0da4fd3068ed","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"f6848233-66db-4a76-9153-0da4fd3068ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"f6848233-66db-4a76-9153-0da4fd3068ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"f6848233-66db-4a76-9153-0da4fd3068ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"f6848233-66db-4a76-9153-0da4fd3068ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"f6848233-66db-4a76-9153-0da4fd3068ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7a94380d-da2c-43c3-ae42-6e7472cb04aa"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7a94380d-da2c-43c3-ae42-6e7472cb04aa"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7a94380d-da2c-43c3-ae42-6e7472cb04aa","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7a94380d-da2c-43c3-ae42-6e7472cb04aa","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","module":"ogx"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7a94380d-da2c-43c3-ae42-6e7472cb04aa","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7a94380d-da2c-43c3-ae42-6e7472cb04aa","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7a94380d-da2c-43c3-ae42-6e7472cb04aa","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7a94380d-da2c-43c3-ae42-6e7472cb04aa","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7a94380d-da2c-43c3-ae42-6e7472cb04aa","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7a94380d-da2c-43c3-ae42-6e7472cb04aa","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af21dde8-9b58-4e91-a860-f6a7fae5acb4"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af21dde8-9b58-4e91-a860-f6a7fae5acb4"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af21dde8-9b58-4e91-a860-f6a7fae5acb4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af21dde8-9b58-4e91-a860-f6a7fae5acb4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7a94380d-da2c-43c3-ae42-6e7472cb04aa","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af21dde8-9b58-4e91-a860-f6a7fae5acb4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af21dde8-9b58-4e91-a860-f6a7fae5acb4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af21dde8-9b58-4e91-a860-f6a7fae5acb4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af21dde8-9b58-4e91-a860-f6a7fae5acb4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af21dde8-9b58-4e91-a860-f6a7fae5acb4","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af21dde8-9b58-4e91-a860-f6a7fae5acb4","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af21dde8-9b58-4e91-a860-f6a7fae5acb4","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af21dde8-9b58-4e91-a860-f6a7fae5acb4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af21dde8-9b58-4e91-a860-f6a7fae5acb4","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"af21dde8-9b58-4e91-a860-f6a7fae5acb4","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"65baf725-0cbf-48cb-95b1-5f230f64654e"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"65baf725-0cbf-48cb-95b1-5f230f64654e"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"65baf725-0cbf-48cb-95b1-5f230f64654e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"65baf725-0cbf-48cb-95b1-5f230f64654e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"65baf725-0cbf-48cb-95b1-5f230f64654e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"65baf725-0cbf-48cb-95b1-5f230f64654e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"65baf725-0cbf-48cb-95b1-5f230f64654e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"65baf725-0cbf-48cb-95b1-5f230f64654e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"65baf725-0cbf-48cb-95b1-5f230f64654e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"65baf725-0cbf-48cb-95b1-5f230f64654e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"65baf725-0cbf-48cb-95b1-5f230f64654e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:56Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"30a491d6-0c21-45d2-a431-a9d7024d5a54","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:40:57Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","module":"ogx"} {"level":"info","ts":"2026-09-06T18:40:57Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:40:57Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:40:57Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:40:57Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:40:57Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:40:57Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:40:57Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a41619cf-46ca-4987-86ca-17fd889c6099","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e34df240-3a43-41d8-9c6d-e201bb03b094"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e34df240-3a43-41d8-9c6d-e201bb03b094"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e34df240-3a43-41d8-9c6d-e201bb03b094","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88565ce7-6702-471e-b662-fd646eab9676"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88565ce7-6702-471e-b662-fd646eab9676"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88565ce7-6702-471e-b662-fd646eab9676","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88565ce7-6702-471e-b662-fd646eab9676","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88565ce7-6702-471e-b662-fd646eab9676","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:57Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","module":"ogx"} {"level":"info","ts":"2026-09-06T18:40:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e34df240-3a43-41d8-9c6d-e201bb03b094","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e34df240-3a43-41d8-9c6d-e201bb03b094","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e34df240-3a43-41d8-9c6d-e201bb03b094","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e34df240-3a43-41d8-9c6d-e201bb03b094","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e34df240-3a43-41d8-9c6d-e201bb03b094","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:40:58Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e34df240-3a43-41d8-9c6d-e201bb03b094","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e34df240-3a43-41d8-9c6d-e201bb03b094","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e34df240-3a43-41d8-9c6d-e201bb03b094","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e34df240-3a43-41d8-9c6d-e201bb03b094","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e34df240-3a43-41d8-9c6d-e201bb03b094","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e34df240-3a43-41d8-9c6d-e201bb03b094","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88565ce7-6702-471e-b662-fd646eab9676","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88565ce7-6702-471e-b662-fd646eab9676","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88565ce7-6702-471e-b662-fd646eab9676","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88565ce7-6702-471e-b662-fd646eab9676","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88565ce7-6702-471e-b662-fd646eab9676","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:58Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88565ce7-6702-471e-b662-fd646eab9676","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:58Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:40:58Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:40:58Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:40:58Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:40:58Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:40:58Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:40:58Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"74f68d7b-5bdc-4089-b772-3e3183aa69cf","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d14c7d5a-0d25-4ea1-bfff-b7437fd48911"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d14c7d5a-0d25-4ea1-bfff-b7437fd48911"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d14c7d5a-0d25-4ea1-bfff-b7437fd48911","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9e9cf8fa-9d27-4362-a3c9-c3a61b2c5903"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9e9cf8fa-9d27-4362-a3c9-c3a61b2c5903"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9e9cf8fa-9d27-4362-a3c9-c3a61b2c5903","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9e9cf8fa-9d27-4362-a3c9-c3a61b2c5903","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9e9cf8fa-9d27-4362-a3c9-c3a61b2c5903","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:00Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","module":"ogx"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d14c7d5a-0d25-4ea1-bfff-b7437fd48911","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d14c7d5a-0d25-4ea1-bfff-b7437fd48911","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d14c7d5a-0d25-4ea1-bfff-b7437fd48911","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d14c7d5a-0d25-4ea1-bfff-b7437fd48911","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d14c7d5a-0d25-4ea1-bfff-b7437fd48911","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:41:00Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d14c7d5a-0d25-4ea1-bfff-b7437fd48911","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d14c7d5a-0d25-4ea1-bfff-b7437fd48911","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d14c7d5a-0d25-4ea1-bfff-b7437fd48911","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d14c7d5a-0d25-4ea1-bfff-b7437fd48911","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d14c7d5a-0d25-4ea1-bfff-b7437fd48911","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d14c7d5a-0d25-4ea1-bfff-b7437fd48911","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9e9cf8fa-9d27-4362-a3c9-c3a61b2c5903","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9e9cf8fa-9d27-4362-a3c9-c3a61b2c5903","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9e9cf8fa-9d27-4362-a3c9-c3a61b2c5903","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9e9cf8fa-9d27-4362-a3c9-c3a61b2c5903","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9e9cf8fa-9d27-4362-a3c9-c3a61b2c5903","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:00Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9e9cf8fa-9d27-4362-a3c9-c3a61b2c5903","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:00Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:41:00Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:41:01Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:41:01Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:41:01Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:41:01Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"89bb5a19-871f-4be9-a1f2-49e7109b03e7"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"89bb5a19-871f-4be9-a1f2-49e7109b03e7"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"89bb5a19-871f-4be9-a1f2-49e7109b03e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"89bb5a19-871f-4be9-a1f2-49e7109b03e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"89bb5a19-871f-4be9-a1f2-49e7109b03e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"89bb5a19-871f-4be9-a1f2-49e7109b03e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"89bb5a19-871f-4be9-a1f2-49e7109b03e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"89bb5a19-871f-4be9-a1f2-49e7109b03e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"89bb5a19-871f-4be9-a1f2-49e7109b03e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"89bb5a19-871f-4be9-a1f2-49e7109b03e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"89bb5a19-871f-4be9-a1f2-49e7109b03e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"89bb5a19-871f-4be9-a1f2-49e7109b03e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"89bb5a19-871f-4be9-a1f2-49e7109b03e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"89bb5a19-871f-4be9-a1f2-49e7109b03e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"89bb5a19-871f-4be9-a1f2-49e7109b03e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"89bb5a19-871f-4be9-a1f2-49e7109b03e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"89bb5a19-871f-4be9-a1f2-49e7109b03e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"89bb5a19-871f-4be9-a1f2-49e7109b03e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"560bb2c7-efcd-4f2f-914b-e40623950efd","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:01Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"a1f06cbc-ad3e-4c58-87c1-b485e8c23946","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"a1f06cbc-ad3e-4c58-87c1-b485e8c23946","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"15fa5345-aa5a-4cfa-9bf8-69803fc82356"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"15fa5345-aa5a-4cfa-9bf8-69803fc82356"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"15fa5345-aa5a-4cfa-9bf8-69803fc82356","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"15fa5345-aa5a-4cfa-9bf8-69803fc82356","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:41:01Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","module":"ogx"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"15fa5345-aa5a-4cfa-9bf8-69803fc82356","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"15fa5345-aa5a-4cfa-9bf8-69803fc82356","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"15fa5345-aa5a-4cfa-9bf8-69803fc82356","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"15fa5345-aa5a-4cfa-9bf8-69803fc82356","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"15fa5345-aa5a-4cfa-9bf8-69803fc82356","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"15fa5345-aa5a-4cfa-9bf8-69803fc82356","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:02Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"15fa5345-aa5a-4cfa-9bf8-69803fc82356","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:02Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:41:02Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:41:02Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:41:02Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:41:02Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:41:02Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:41:02Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96ac4f7e-04a1-441c-b5ec-66f0c2bf53ce"} {"level":"info","ts":"2026-09-06T18:41:02Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:41:02Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:41:02Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:41:02Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:02Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:02Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:02Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:02Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96ac4f7e-04a1-441c-b5ec-66f0c2bf53ce"} {"level":"info","ts":"2026-09-06T18:41:02Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96ac4f7e-04a1-441c-b5ec-66f0c2bf53ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:41:02Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"bc74e0e6-14c2-4c34-bb8e-d4408ade423b"} {"level":"info","ts":"2026-09-06T18:41:02Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"bc74e0e6-14c2-4c34-bb8e-d4408ade423b"} {"level":"info","ts":"2026-09-06T18:41:02Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"bc74e0e6-14c2-4c34-bb8e-d4408ade423b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:41:02Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"bc74e0e6-14c2-4c34-bb8e-d4408ade423b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:41:02Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"bc74e0e6-14c2-4c34-bb8e-d4408ade423b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:02Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96ac4f7e-04a1-441c-b5ec-66f0c2bf53ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96ac4f7e-04a1-441c-b5ec-66f0c2bf53ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96ac4f7e-04a1-441c-b5ec-66f0c2bf53ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96ac4f7e-04a1-441c-b5ec-66f0c2bf53ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96ac4f7e-04a1-441c-b5ec-66f0c2bf53ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:41:03Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96ac4f7e-04a1-441c-b5ec-66f0c2bf53ce","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96ac4f7e-04a1-441c-b5ec-66f0c2bf53ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96ac4f7e-04a1-441c-b5ec-66f0c2bf53ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96ac4f7e-04a1-441c-b5ec-66f0c2bf53ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96ac4f7e-04a1-441c-b5ec-66f0c2bf53ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96ac4f7e-04a1-441c-b5ec-66f0c2bf53ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"bc74e0e6-14c2-4c34-bb8e-d4408ade423b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"bc74e0e6-14c2-4c34-bb8e-d4408ade423b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"bc74e0e6-14c2-4c34-bb8e-d4408ade423b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"bc74e0e6-14c2-4c34-bb8e-d4408ade423b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"bc74e0e6-14c2-4c34-bb8e-d4408ade423b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"49d173cc-d196-4508-9f23-3cc529f312f1","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"bc74e0e6-14c2-4c34-bb8e-d4408ade423b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:41:03Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","module":"ogx"} {"level":"info","ts":"2026-09-06T18:41:03Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:41:03Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:41:03Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:41:03Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:41:03Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:41:03Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:41:03Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:03Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2ebe1104-c2b9-48ff-8e67-fdfb293c65bb","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:05Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"34f6c8a9-186f-4b5b-8e2a-c0b463762d38"} {"level":"info","ts":"2026-09-06T18:41:05Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"34f6c8a9-186f-4b5b-8e2a-c0b463762d38"} {"level":"info","ts":"2026-09-06T18:41:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"34f6c8a9-186f-4b5b-8e2a-c0b463762d38","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"34f6c8a9-186f-4b5b-8e2a-c0b463762d38","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:41:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"34f6c8a9-186f-4b5b-8e2a-c0b463762d38","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:41:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"34f6c8a9-186f-4b5b-8e2a-c0b463762d38","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:41:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"34f6c8a9-186f-4b5b-8e2a-c0b463762d38","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:41:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"34f6c8a9-186f-4b5b-8e2a-c0b463762d38","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:41:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"34f6c8a9-186f-4b5b-8e2a-c0b463762d38","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:41:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"34f6c8a9-186f-4b5b-8e2a-c0b463762d38","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:41:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"34f6c8a9-186f-4b5b-8e2a-c0b463762d38","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:41:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"34f6c8a9-186f-4b5b-8e2a-c0b463762d38","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:41:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"34f6c8a9-186f-4b5b-8e2a-c0b463762d38","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:41:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"34f6c8a9-186f-4b5b-8e2a-c0b463762d38","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"34f6c8a9-186f-4b5b-8e2a-c0b463762d38","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"34f6c8a9-186f-4b5b-8e2a-c0b463762d38","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:41:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"34f6c8a9-186f-4b5b-8e2a-c0b463762d38","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"34f6c8a9-186f-4b5b-8e2a-c0b463762d38","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:05Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"be3938eb-009d-4555-8aae-4af717ad1ea8","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:41:05Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"be3938eb-009d-4555-8aae-4af717ad1ea8","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2c3dd9b1-2787-4b6f-bde5-06d164151e3d"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2c3dd9b1-2787-4b6f-bde5-06d164151e3d"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2c3dd9b1-2787-4b6f-bde5-06d164151e3d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2c3dd9b1-2787-4b6f-bde5-06d164151e3d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2c3dd9b1-2787-4b6f-bde5-06d164151e3d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2c3dd9b1-2787-4b6f-bde5-06d164151e3d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2c3dd9b1-2787-4b6f-bde5-06d164151e3d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2c3dd9b1-2787-4b6f-bde5-06d164151e3d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2c3dd9b1-2787-4b6f-bde5-06d164151e3d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2c3dd9b1-2787-4b6f-bde5-06d164151e3d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2c3dd9b1-2787-4b6f-bde5-06d164151e3d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2c3dd9b1-2787-4b6f-bde5-06d164151e3d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2c3dd9b1-2787-4b6f-bde5-06d164151e3d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2c3dd9b1-2787-4b6f-bde5-06d164151e3d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2c3dd9b1-2787-4b6f-bde5-06d164151e3d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2c3dd9b1-2787-4b6f-bde5-06d164151e3d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2c3dd9b1-2787-4b6f-bde5-06d164151e3d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"2c3dd9b1-2787-4b6f-bde5-06d164151e3d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:07Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"fc2ffd27-f68a-4ac4-bdae-7b35737431ca","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"fc2ffd27-f68a-4ac4-bdae-7b35737431ca","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:08Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c"} {"level":"info","ts":"2026-09-06T18:41:08Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c"} {"level":"info","ts":"2026-09-06T18:41:08Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:41:08Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7ff05f0e-32db-4fa7-96ca-5c89cd846eb9"} {"level":"info","ts":"2026-09-06T18:41:08Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:41:08Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7ff05f0e-32db-4fa7-96ca-5c89cd846eb9"} {"level":"info","ts":"2026-09-06T18:41:08Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7ff05f0e-32db-4fa7-96ca-5c89cd846eb9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:41:08Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7ff05f0e-32db-4fa7-96ca-5c89cd846eb9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:41:08Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","module":"ogx"} {"level":"info","ts":"2026-09-06T18:41:08Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7ff05f0e-32db-4fa7-96ca-5c89cd846eb9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:08Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7ff05f0e-32db-4fa7-96ca-5c89cd846eb9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:08Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7ff05f0e-32db-4fa7-96ca-5c89cd846eb9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:41:08Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7ff05f0e-32db-4fa7-96ca-5c89cd846eb9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:08Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7ff05f0e-32db-4fa7-96ca-5c89cd846eb9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:41:08Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7ff05f0e-32db-4fa7-96ca-5c89cd846eb9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:08Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:41:08Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"7ff05f0e-32db-4fa7-96ca-5c89cd846eb9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:08Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:41:08Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:41:09Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:41:09Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:41:09Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:41:09Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:41:09Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:41:09Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:41:09Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:09Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:09Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:09Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:09Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:09Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:41:09Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:41:09Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:09Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:41:09Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:09Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:09Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2636d76c-7614-49e8-a168-75bb076ae40c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:11Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"c920a459-a148-45de-97b9-e937d7ddb2ce"} {"level":"info","ts":"2026-09-06T18:41:11Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"06b0f1ea-c3c0-4bda-9409-e6789da404ec"} {"level":"info","ts":"2026-09-06T18:41:11Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"ebb9e4af-99ee-4587-b723-0719f81d6520"} {"level":"info","ts":"2026-09-06T18:41:11Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"9de3f235-eaad-4456-aff2-f249e211880a"} {"level":"info","ts":"2026-09-06T18:41:26Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257"} {"level":"info","ts":"2026-09-06T18:41:26Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257"} {"level":"info","ts":"2026-09-06T18:41:26Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:41:26Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5029f5f9-9e5e-481c-bb06-ffa900202374"} {"level":"info","ts":"2026-09-06T18:41:26Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:41:26Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5029f5f9-9e5e-481c-bb06-ffa900202374"} {"level":"info","ts":"2026-09-06T18:41:26Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5029f5f9-9e5e-481c-bb06-ffa900202374","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:41:26Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5029f5f9-9e5e-481c-bb06-ffa900202374","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:41:26Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","module":"ogx"} {"level":"info","ts":"2026-09-06T18:41:26Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5029f5f9-9e5e-481c-bb06-ffa900202374","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:26Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5029f5f9-9e5e-481c-bb06-ffa900202374","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:26Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5029f5f9-9e5e-481c-bb06-ffa900202374","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:41:26Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5029f5f9-9e5e-481c-bb06-ffa900202374","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:26Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5029f5f9-9e5e-481c-bb06-ffa900202374","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:41:26Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5029f5f9-9e5e-481c-bb06-ffa900202374","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"5029f5f9-9e5e-481c-bb06-ffa900202374","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:27Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d28ac5a7-26c7-4b36-bbee-f689af453c14"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d28ac5a7-26c7-4b36-bbee-f689af453c14"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d28ac5a7-26c7-4b36-bbee-f689af453c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d28ac5a7-26c7-4b36-bbee-f689af453c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d28ac5a7-26c7-4b36-bbee-f689af453c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d28ac5a7-26c7-4b36-bbee-f689af453c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d28ac5a7-26c7-4b36-bbee-f689af453c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d28ac5a7-26c7-4b36-bbee-f689af453c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d28ac5a7-26c7-4b36-bbee-f689af453c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d28ac5a7-26c7-4b36-bbee-f689af453c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d28ac5a7-26c7-4b36-bbee-f689af453c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d28ac5a7-26c7-4b36-bbee-f689af453c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d28ac5a7-26c7-4b36-bbee-f689af453c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d28ac5a7-26c7-4b36-bbee-f689af453c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d28ac5a7-26c7-4b36-bbee-f689af453c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d28ac5a7-26c7-4b36-bbee-f689af453c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d28ac5a7-26c7-4b36-bbee-f689af453c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d28ac5a7-26c7-4b36-bbee-f689af453c14","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:27Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"6ca76d2b-82f0-4dfd-8875-d17cf220a905","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:41:27Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"6ca76d2b-82f0-4dfd-8875-d17cf220a905","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:27Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:41:27Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:41:28Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:41:28Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:41:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:41:28Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:41:28Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:41:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:41:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:41:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:41:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:41:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9592b652-b434-4f3b-a538-1d180f5d7257","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523"} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523"} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"cd2ff509-9d35-4202-bcc3-f68e6d71067b"} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"cd2ff509-9d35-4202-bcc3-f68e6d71067b"} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"cd2ff509-9d35-4202-bcc3-f68e6d71067b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"cd2ff509-9d35-4202-bcc3-f68e6d71067b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:41:32Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","module":"ogx"} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"cd2ff509-9d35-4202-bcc3-f68e6d71067b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"cd2ff509-9d35-4202-bcc3-f68e6d71067b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"cd2ff509-9d35-4202-bcc3-f68e6d71067b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"cd2ff509-9d35-4202-bcc3-f68e6d71067b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"cd2ff509-9d35-4202-bcc3-f68e6d71067b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"cd2ff509-9d35-4202-bcc3-f68e6d71067b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:32Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"cd2ff509-9d35-4202-bcc3-f68e6d71067b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:33Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:41:33Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:41:33Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:41:33Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:41:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:41:33Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:41:33Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:41:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:41:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:41:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:41:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:41:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:33Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f834a4-666a-46e8-a4c5-f87f31554523","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:40Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449"} {"level":"info","ts":"2026-09-06T18:41:40Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449"} {"level":"info","ts":"2026-09-06T18:41:40Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:41:40Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:41:40Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88795db0-f6e9-4696-b533-56bfdc9749e7"} {"level":"info","ts":"2026-09-06T18:41:40Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88795db0-f6e9-4696-b533-56bfdc9749e7"} {"level":"info","ts":"2026-09-06T18:41:40Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88795db0-f6e9-4696-b533-56bfdc9749e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:41:40Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88795db0-f6e9-4696-b533-56bfdc9749e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:41:40Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","module":"ogx"} {"level":"info","ts":"2026-09-06T18:41:40Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88795db0-f6e9-4696-b533-56bfdc9749e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:40Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88795db0-f6e9-4696-b533-56bfdc9749e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:40Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88795db0-f6e9-4696-b533-56bfdc9749e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:41:40Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88795db0-f6e9-4696-b533-56bfdc9749e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:40Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88795db0-f6e9-4696-b533-56bfdc9749e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:41:40Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88795db0-f6e9-4696-b533-56bfdc9749e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:40Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"88795db0-f6e9-4696-b533-56bfdc9749e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:40Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:41:41Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:41:41Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","module":"aigateway"} {"level":"info","ts":"2026-09-06T18:41:41Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:41:41Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:41:41Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:41:41Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:41:41Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:41:41Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:41:41Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:41Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:41Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:41Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:41Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:41:41Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:41:41Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:41:41Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:41Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:41:41Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:41Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:41:41Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"36a5fb93-44bb-4222-a7e4-85dd0b750449","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:41:59Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"c017d476-9a44-42f6-86b8-500876e3604b"} {"level":"info","ts":"2026-09-06T18:41:59Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"98ec5d94-1e85-4ac9-af09-af7d8bce77b6"} {"level":"info","ts":"2026-09-06T18:41:59Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"733b5046-7868-4bd1-ae8b-20ad778821fc"} {"level":"info","ts":"2026-09-06T18:41:59Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"9d7ecfb2-f3cf-4caa-99e1-98b86df96ac0"} {"level":"info","ts":"2026-09-06T18:42:07Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"454f9d16-7d3a-4fe6-abda-e0326f934414"} {"level":"info","ts":"2026-09-06T18:42:07Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"e4f97493-f1bf-40df-b050-b7659daf59b4"} {"level":"info","ts":"2026-09-06T18:42:07Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"2fe5634b-ec50-4826-a143-332af917d8c8"} {"level":"info","ts":"2026-09-06T18:42:07Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"8cb1e673-846c-4fcc-b0a5-e5cc5b669bd6"} {"level":"info","ts":"2026-09-06T18:43:25Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"1781b7c1-727c-4813-b74d-4b38754c5f3f"} {"level":"info","ts":"2026-09-06T18:43:25Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"8b323137-84ec-4884-a1a1-525f42ac9c55"} {"level":"info","ts":"2026-09-06T18:43:25Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"c3b4597d-ef90-4307-907f-2897de258eb7"} {"level":"info","ts":"2026-09-06T18:43:25Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"0d9de574-09e9-4719-afa2-a7610ce2eb29"} {"level":"info","ts":"2026-09-06T18:44:15Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"e5f42acc-c2e6-4279-87ba-89dd9861b717"} {"level":"info","ts":"2026-09-06T18:44:15Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"1dcaffaf-b948-4c2a-b89c-d205262c4dcb"} {"level":"info","ts":"2026-09-06T18:44:15Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"6402e615-5fdd-4bf7-a6ea-295a2cd440f3"} {"level":"info","ts":"2026-09-06T18:44:15Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"493898d5-f539-4534-a052-6945d46beedd"} {"level":"info","ts":"2026-09-06T18:45:36Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"a6aa2633-efa6-4f20-8b4b-06fdcbef8084"} {"level":"info","ts":"2026-09-06T18:45:36Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"141c5a3e-be77-41ef-a852-db7197bf2cbe"} {"level":"info","ts":"2026-09-06T18:45:36Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"1b20e006-0133-40b2-bfcc-c7eb354e522c"} {"level":"info","ts":"2026-09-06T18:45:36Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"20af1260-4d12-49d1-8f93-866e13fa7286"} {"level":"info","ts":"2026-09-06T18:45:41Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"365ba987-f6b3-4b7a-a339-09b0d7305570"} {"level":"info","ts":"2026-09-06T18:45:41Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"365ba987-f6b3-4b7a-a339-09b0d7305570"} {"level":"info","ts":"2026-09-06T18:45:41Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"365ba987-f6b3-4b7a-a339-09b0d7305570","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:45:41Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"365ba987-f6b3-4b7a-a339-09b0d7305570","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:45:41Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"365ba987-f6b3-4b7a-a339-09b0d7305570","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:45:41Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"365ba987-f6b3-4b7a-a339-09b0d7305570","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:45:41Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"365ba987-f6b3-4b7a-a339-09b0d7305570","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:45:41Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"365ba987-f6b3-4b7a-a339-09b0d7305570","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:45:41Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"365ba987-f6b3-4b7a-a339-09b0d7305570","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:45:41Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"365ba987-f6b3-4b7a-a339-09b0d7305570","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:45:41Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"365ba987-f6b3-4b7a-a339-09b0d7305570","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:45:41Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"365ba987-f6b3-4b7a-a339-09b0d7305570","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:45:41Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"365ba987-f6b3-4b7a-a339-09b0d7305570","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:45:41Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"365ba987-f6b3-4b7a-a339-09b0d7305570","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:46:39Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"a1a67b29-3706-4447-9365-9b78e77ce6b2"} {"level":"info","ts":"2026-09-06T18:46:40Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"21f0c9be-60fb-4979-9608-8285fd02ffe3"} {"level":"info","ts":"2026-09-06T18:46:40Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"9113e5e1-88fd-4c5b-8e77-137243daad19"} {"level":"info","ts":"2026-09-06T18:46:40Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"e35f86f1-317f-4e2f-9ecf-bf70c61a88a6"} {"level":"info","ts":"2026-09-06T18:47:09Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"1610dfba-6db1-4887-879d-339b7e1467e9"} {"level":"info","ts":"2026-09-06T18:47:09Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"bd67e1e2-8a44-4dfa-855a-2d37fda307e3"} {"level":"info","ts":"2026-09-06T18:47:09Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"b8d315ee-5dcb-4206-9918-7cdcd948f4e4"} {"level":"info","ts":"2026-09-06T18:47:09Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"2d941bf3-e04c-41c6-88d4-dee443be37b2"} {"level":"info","ts":"2026-09-06T18:47:25Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"fca66a3e-97c2-4f16-a79e-da9f0b6216c8"} {"level":"info","ts":"2026-09-06T18:47:25Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"b30776f8-a55f-45cb-815f-c2ac4e397067"} {"level":"info","ts":"2026-09-06T18:47:25Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"3aa5c41f-6dda-48cc-b8e4-caea3dcf36a1"} {"level":"info","ts":"2026-09-06T18:47:25Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"a2800643-7a3a-4d20-97a5-30474e5885ff"} {"level":"info","ts":"2026-09-06T18:47:57Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"e036866e-aec8-4694-a0dc-6fa8807cd900"} {"level":"info","ts":"2026-09-06T18:47:57Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"1efe0d34-6c7a-48e4-aabb-45ddfc601973"} {"level":"info","ts":"2026-09-06T18:47:57Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"7df865cf-92da-43c2-a62f-9d35e374ed00"} {"level":"info","ts":"2026-09-06T18:47:57Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"c1c79754-cb9a-4be9-8ffd-81bccb55f914"} {"level":"info","ts":"2026-09-06T18:48:43Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"fedf6398-e540-48da-9438-48d263a75615"} {"level":"info","ts":"2026-09-06T18:48:43Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"2ce5556e-ff81-4c59-85b3-d85f37e2da49"} {"level":"info","ts":"2026-09-06T18:48:43Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"8728a4d3-5340-4135-bd85-5e337fdbe250"} {"level":"info","ts":"2026-09-06T18:48:43Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"28ccc6d1-3a6a-4bbf-b361-fa73313a625b"} {"level":"info","ts":"2026-09-06T18:48:45Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"3042c260-b882-420b-a133-d3fff84af680"} {"level":"info","ts":"2026-09-06T18:48:45Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"e3fed805-50d7-4c63-adab-0e390f95aca2"} {"level":"info","ts":"2026-09-06T18:48:45Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"707ced2b-2062-4471-9391-4f6fedd04bc0"} {"level":"info","ts":"2026-09-06T18:48:45Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"ea2abdbb-f1ca-4e74-b6de-db4fc0278613"} {"level":"info","ts":"2026-09-06T18:50:54Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"149be8ab-6315-4b2a-bddf-a2b95d817b7c"} {"level":"info","ts":"2026-09-06T18:50:54Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"84463306-fd81-451a-bf45-8dded3be3431"} {"level":"info","ts":"2026-09-06T18:50:54Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"b1c72a1f-7f1c-475e-b480-0bc78ebea7a1"} {"level":"info","ts":"2026-09-06T18:50:54Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"eb45536b-4eae-495a-8536-f772d41e1d57"} {"level":"info","ts":"2026-09-06T18:52:39Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"be67429d-2ba5-4a33-99e7-f077c022d4ae"} {"level":"info","ts":"2026-09-06T18:52:39Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"e0b2110e-4e51-4686-bc90-9568b40e243b"} {"level":"info","ts":"2026-09-06T18:52:39Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"c649e177-8737-484b-a60b-371e31c5ad90"} {"level":"info","ts":"2026-09-06T18:52:39Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"ab2ac241-c031-4f5b-8198-741a6d4066fa"} {"level":"info","ts":"2026-09-06T18:52:43Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"25dcb867-1f5d-43dc-ab90-6881e6ac692c"} {"level":"info","ts":"2026-09-06T18:52:43Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"cac391ae-95df-4c49-9f4d-c7352273642d"} {"level":"info","ts":"2026-09-06T18:52:43Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"9fed32b9-6b38-4fb1-8b4a-98c3c266b015"} {"level":"info","ts":"2026-09-06T18:52:43Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"a28b2cd7-5732-4da0-9681-4d8003d095a7"} {"level":"info","ts":"2026-09-06T18:53:08Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"3b1d7c52-d686-4d28-b69f-f10c16d60754"} {"level":"info","ts":"2026-09-06T18:53:08Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"301560e0-16e4-4ec6-b1d5-cd4559e9b509"} {"level":"info","ts":"2026-09-06T18:53:08Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"492e1fd7-bdd4-4a1c-8e51-25d7f0f4f5f6"} {"level":"info","ts":"2026-09-06T18:53:08Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"c8f897af-79a8-4cc9-b7a3-bb80cef0dbad"} {"level":"info","ts":"2026-09-06T18:53:11Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"849b3210-1d6b-4e29-bd2f-e8427aeb86d6"} {"level":"info","ts":"2026-09-06T18:53:11Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"ab372a5f-4c36-4853-99e8-91ba0831f268"} {"level":"info","ts":"2026-09-06T18:53:11Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"a1ce009a-3475-4a60-b8f1-dfdef556fd92"} {"level":"info","ts":"2026-09-06T18:53:11Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"0f456ac6-61b5-45b6-8e22-a0e9cc5437a7"} {"level":"info","ts":"2026-09-06T18:53:56Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"42763695-1633-4d48-94aa-db602f6e09ae"} {"level":"info","ts":"2026-09-06T18:53:56Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"a186d142-f04f-4f3b-9217-8318f3b76a79"} {"level":"info","ts":"2026-09-06T18:53:56Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"1966aa4b-fed1-43be-bc57-36f36adf5bab"} {"level":"info","ts":"2026-09-06T18:53:56Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"20ac2c66-5bb4-4e00-abe3-0a85761aadef"} {"level":"info","ts":"2026-09-06T18:54:07Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"ce507431-38a5-4634-8a13-11cb9ebddde2"} {"level":"info","ts":"2026-09-06T18:54:07Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"01b99bc5-a404-4d88-9d6b-a44122e3bf8d"} {"level":"info","ts":"2026-09-06T18:54:07Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"58dd9d7f-e285-4749-8582-b9ce698302a7"} {"level":"info","ts":"2026-09-06T18:54:07Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"fa018305-c630-4a8d-819f-fa047c47e63a"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b2689690-1b0b-40ab-b88f-d416f690d997"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b2689690-1b0b-40ab-b88f-d416f690d997"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b2689690-1b0b-40ab-b88f-d416f690d997","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b2689690-1b0b-40ab-b88f-d416f690d997","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"12f7ae5f-6390-4644-a4ba-7ec7f9fec1f9"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"12f7ae5f-6390-4644-a4ba-7ec7f9fec1f9"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"12f7ae5f-6390-4644-a4ba-7ec7f9fec1f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b2689690-1b0b-40ab-b88f-d416f690d997","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"12f7ae5f-6390-4644-a4ba-7ec7f9fec1f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"12f7ae5f-6390-4644-a4ba-7ec7f9fec1f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"12f7ae5f-6390-4644-a4ba-7ec7f9fec1f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"12f7ae5f-6390-4644-a4ba-7ec7f9fec1f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"12f7ae5f-6390-4644-a4ba-7ec7f9fec1f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"12f7ae5f-6390-4644-a4ba-7ec7f9fec1f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"12f7ae5f-6390-4644-a4ba-7ec7f9fec1f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"12f7ae5f-6390-4644-a4ba-7ec7f9fec1f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"12f7ae5f-6390-4644-a4ba-7ec7f9fec1f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"12f7ae5f-6390-4644-a4ba-7ec7f9fec1f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"12f7ae5f-6390-4644-a4ba-7ec7f9fec1f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"12f7ae5f-6390-4644-a4ba-7ec7f9fec1f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:05Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","module":"ogx"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"12f7ae5f-6390-4644-a4ba-7ec7f9fec1f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"12f7ae5f-6390-4644-a4ba-7ec7f9fec1f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"12f7ae5f-6390-4644-a4ba-7ec7f9fec1f9","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b2689690-1b0b-40ab-b88f-d416f690d997","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b2689690-1b0b-40ab-b88f-d416f690d997","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b2689690-1b0b-40ab-b88f-d416f690d997","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b2689690-1b0b-40ab-b88f-d416f690d997","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:55:05Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus","msg":"module CRDs not yet available, requesting requeue","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b2689690-1b0b-40ab-b88f-d416f690d997","modules":"aigateway"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b2689690-1b0b-40ab-b88f-d416f690d997","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:05Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"4af86417-a77c-4e53-9a24-ce08365f7f04","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"4af86417-a77c-4e53-9a24-ce08365f7f04","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:55:05Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"b2689690-1b0b-40ab-b88f-d416f690d997","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"52832827-961c-46cd-9156-812a167ccacb"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"52832827-961c-46cd-9156-812a167ccacb"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"52832827-961c-46cd-9156-812a167ccacb","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"52832827-961c-46cd-9156-812a167ccacb","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"52832827-961c-46cd-9156-812a167ccacb","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"52832827-961c-46cd-9156-812a167ccacb","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"52832827-961c-46cd-9156-812a167ccacb","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"52832827-961c-46cd-9156-812a167ccacb","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"52832827-961c-46cd-9156-812a167ccacb","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"52832827-961c-46cd-9156-812a167ccacb","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"52832827-961c-46cd-9156-812a167ccacb","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"52832827-961c-46cd-9156-812a167ccacb","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"52832827-961c-46cd-9156-812a167ccacb","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"52832827-961c-46cd-9156-812a167ccacb","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"52832827-961c-46cd-9156-812a167ccacb","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"52832827-961c-46cd-9156-812a167ccacb","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"52832827-961c-46cd-9156-812a167ccacb","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"52832827-961c-46cd-9156-812a167ccacb","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:05Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:55:05Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:55:06Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:55:06Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:55:06Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:55:06Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","module":"aigateway","runlevel":"32"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f9e2b7df-ca03-4017-8c21-47221a912d50"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f9e2b7df-ca03-4017-8c21-47221a912d50"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f9e2b7df-ca03-4017-8c21-47221a912d50","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f9e2b7df-ca03-4017-8c21-47221a912d50","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f9e2b7df-ca03-4017-8c21-47221a912d50","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f9e2b7df-ca03-4017-8c21-47221a912d50","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f9e2b7df-ca03-4017-8c21-47221a912d50","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f9e2b7df-ca03-4017-8c21-47221a912d50","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f9e2b7df-ca03-4017-8c21-47221a912d50","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c116a70a-ea07-483c-834e-42877e4182b4"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c116a70a-ea07-483c-834e-42877e4182b4"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c116a70a-ea07-483c-834e-42877e4182b4","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c116a70a-ea07-483c-834e-42877e4182b4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c116a70a-ea07-483c-834e-42877e4182b4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c116a70a-ea07-483c-834e-42877e4182b4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c116a70a-ea07-483c-834e-42877e4182b4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c116a70a-ea07-483c-834e-42877e4182b4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c116a70a-ea07-483c-834e-42877e4182b4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c116a70a-ea07-483c-834e-42877e4182b4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c116a70a-ea07-483c-834e-42877e4182b4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c116a70a-ea07-483c-834e-42877e4182b4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c116a70a-ea07-483c-834e-42877e4182b4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c116a70a-ea07-483c-834e-42877e4182b4","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c116a70a-ea07-483c-834e-42877e4182b4","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c116a70a-ea07-483c-834e-42877e4182b4","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c116a70a-ea07-483c-834e-42877e4182b4","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"c116a70a-ea07-483c-834e-42877e4182b4","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3849283b-7216-4715-9be3-1295f0875666"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3849283b-7216-4715-9be3-1295f0875666"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3849283b-7216-4715-9be3-1295f0875666","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3849283b-7216-4715-9be3-1295f0875666","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3849283b-7216-4715-9be3-1295f0875666","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3849283b-7216-4715-9be3-1295f0875666","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3849283b-7216-4715-9be3-1295f0875666","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3849283b-7216-4715-9be3-1295f0875666","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3849283b-7216-4715-9be3-1295f0875666","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3849283b-7216-4715-9be3-1295f0875666","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3849283b-7216-4715-9be3-1295f0875666","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:55:06Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"1fc45b49-96ea-4540-a2fd-0290ace9d48a","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"1fc45b49-96ea-4540-a2fd-0290ace9d48a","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3849283b-7216-4715-9be3-1295f0875666","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3849283b-7216-4715-9be3-1295f0875666","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3849283b-7216-4715-9be3-1295f0875666","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3849283b-7216-4715-9be3-1295f0875666","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3849283b-7216-4715-9be3-1295f0875666","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3849283b-7216-4715-9be3-1295f0875666","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3849283b-7216-4715-9be3-1295f0875666","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f0977c5-7dbd-43b4-9553-e8580ab2e873"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f0977c5-7dbd-43b4-9553-e8580ab2e873"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f0977c5-7dbd-43b4-9553-e8580ab2e873","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f0977c5-7dbd-43b4-9553-e8580ab2e873","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f9e2b7df-ca03-4017-8c21-47221a912d50","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f0977c5-7dbd-43b4-9553-e8580ab2e873","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f0977c5-7dbd-43b4-9553-e8580ab2e873","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f0977c5-7dbd-43b4-9553-e8580ab2e873","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f0977c5-7dbd-43b4-9553-e8580ab2e873","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:55:07Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f0977c5-7dbd-43b4-9553-e8580ab2e873","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f0977c5-7dbd-43b4-9553-e8580ab2e873","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f0977c5-7dbd-43b4-9553-e8580ab2e873","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f9e2b7df-ca03-4017-8c21-47221a912d50","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Starting EventSource","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[components.platform.opendatahub.io/v1alpha1 AIGateway]"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[components.platform.opendatahub.io/v1alpha1 AIGateway]"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e9c7e50e-d300-4bc1-bb14-7a5d146de43f"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e9c7e50e-d300-4bc1-bb14-7a5d146de43f"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e9c7e50e-d300-4bc1-bb14-7a5d146de43f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e9c7e50e-d300-4bc1-bb14-7a5d146de43f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e9c7e50e-d300-4bc1-bb14-7a5d146de43f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"f4eada99-ca8e-4871-bb7e-c936c457b9e7","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[apiextensions.k8s.io/v1 CustomResourceDefinition]"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Starting EventSource","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","source":"kind source: *unstructured.Unstructured[v1 Service]"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e9c7e50e-d300-4bc1-bb14-7a5d146de43f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e9c7e50e-d300-4bc1-bb14-7a5d146de43f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e9c7e50e-d300-4bc1-bb14-7a5d146de43f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e9c7e50e-d300-4bc1-bb14-7a5d146de43f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:55:07Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","module":"ogx"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e9c7e50e-d300-4bc1-bb14-7a5d146de43f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f0977c5-7dbd-43b4-9553-e8580ab2e873","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f0977c5-7dbd-43b4-9553-e8580ab2e873","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"6f0977c5-7dbd-43b4-9553-e8580ab2e873","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:07Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e9c7e50e-d300-4bc1-bb14-7a5d146de43f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:07Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:55:08Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:55:08Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:55:08Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:55:08Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:55:08Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:55:08Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:55:08Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","module":"aigateway","runlevel":"32"} {"level":"info","ts":"2026-09-06T18:55:08Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:55:08Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:08Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:08Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:08Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:08Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:08Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:55:08Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:55:08Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:08Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:55:08Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:08Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:08Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"84aa615e-053b-42ca-aa91-d63f2d2dc166","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:17Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f14c7a5e-c46f-4e21-bd5e-1b38ae3fc9b5"} {"level":"info","ts":"2026-09-06T18:55:17Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f14c7a5e-c46f-4e21-bd5e-1b38ae3fc9b5"} {"level":"info","ts":"2026-09-06T18:55:17Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f14c7a5e-c46f-4e21-bd5e-1b38ae3fc9b5","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:17Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f14c7a5e-c46f-4e21-bd5e-1b38ae3fc9b5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:55:17Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f14c7a5e-c46f-4e21-bd5e-1b38ae3fc9b5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:55:17Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f14c7a5e-c46f-4e21-bd5e-1b38ae3fc9b5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:55:17Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f14c7a5e-c46f-4e21-bd5e-1b38ae3fc9b5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:55:17Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f14c7a5e-c46f-4e21-bd5e-1b38ae3fc9b5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:55:17Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f14c7a5e-c46f-4e21-bd5e-1b38ae3fc9b5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:55:17Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f14c7a5e-c46f-4e21-bd5e-1b38ae3fc9b5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:55:17Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f14c7a5e-c46f-4e21-bd5e-1b38ae3fc9b5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:55:17Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f14c7a5e-c46f-4e21-bd5e-1b38ae3fc9b5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:55:17Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f14c7a5e-c46f-4e21-bd5e-1b38ae3fc9b5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:55:17Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f14c7a5e-c46f-4e21-bd5e-1b38ae3fc9b5","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:17Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f14c7a5e-c46f-4e21-bd5e-1b38ae3fc9b5","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:17Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f14c7a5e-c46f-4e21-bd5e-1b38ae3fc9b5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:55:17Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f14c7a5e-c46f-4e21-bd5e-1b38ae3fc9b5","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:17Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f14c7a5e-c46f-4e21-bd5e-1b38ae3fc9b5","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:17Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"152ac2c2-d541-4754-bfb3-171752d4ca95","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:55:17Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"152ac2c2-d541-4754-bfb3-171752d4ca95","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7d0541a8-2095-4df2-963d-ce7130680760"} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7d0541a8-2095-4df2-963d-ce7130680760"} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7d0541a8-2095-4df2-963d-ce7130680760","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7d0541a8-2095-4df2-963d-ce7130680760","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7d0541a8-2095-4df2-963d-ce7130680760","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7d0541a8-2095-4df2-963d-ce7130680760","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7d0541a8-2095-4df2-963d-ce7130680760","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7d0541a8-2095-4df2-963d-ce7130680760","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7d0541a8-2095-4df2-963d-ce7130680760","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7d0541a8-2095-4df2-963d-ce7130680760","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7d0541a8-2095-4df2-963d-ce7130680760","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7d0541a8-2095-4df2-963d-ce7130680760","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7d0541a8-2095-4df2-963d-ce7130680760","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7d0541a8-2095-4df2-963d-ce7130680760","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7d0541a8-2095-4df2-963d-ce7130680760","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7d0541a8-2095-4df2-963d-ce7130680760","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7d0541a8-2095-4df2-963d-ce7130680760","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"7d0541a8-2095-4df2-963d-ce7130680760","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:21Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"0e94ef52-193f-494a-839c-cb860141c3b8","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"0e94ef52-193f-494a-839c-cb860141c3b8","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:55:22Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942"} {"level":"info","ts":"2026-09-06T18:55:22Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942"} {"level":"info","ts":"2026-09-06T18:55:22Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:55:22Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:55:22Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","module":"ogx"} {"level":"info","ts":"2026-09-06T18:55:22Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:55:23Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:55:23Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:55:23Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:55:23Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:55:23Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:55:23Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","module":"aigateway","runlevel":"32"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"3eeddc02-a18e-4d1a-b38d-420837318942","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"84fbb78b-5fce-418e-a975-ba54111c8746"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"84fbb78b-5fce-418e-a975-ba54111c8746"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"84fbb78b-5fce-418e-a975-ba54111c8746","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"84fbb78b-5fce-418e-a975-ba54111c8746","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"84fbb78b-5fce-418e-a975-ba54111c8746","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"84fbb78b-5fce-418e-a975-ba54111c8746","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"84fbb78b-5fce-418e-a975-ba54111c8746","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"84fbb78b-5fce-418e-a975-ba54111c8746","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"84fbb78b-5fce-418e-a975-ba54111c8746","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"84fbb78b-5fce-418e-a975-ba54111c8746","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"84fbb78b-5fce-418e-a975-ba54111c8746","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"84fbb78b-5fce-418e-a975-ba54111c8746","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"84fbb78b-5fce-418e-a975-ba54111c8746","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"84fbb78b-5fce-418e-a975-ba54111c8746","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"84fbb78b-5fce-418e-a975-ba54111c8746","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"84fbb78b-5fce-418e-a975-ba54111c8746","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"84fbb78b-5fce-418e-a975-ba54111c8746","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"84fbb78b-5fce-418e-a975-ba54111c8746","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:24Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"595738a2-2755-4155-b882-7133fb9664de","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:55:24Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"595738a2-2755-4155-b882-7133fb9664de","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"234c6914-3557-4c66-8073-8ab30b862c19"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"234c6914-3557-4c66-8073-8ab30b862c19"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"234c6914-3557-4c66-8073-8ab30b862c19","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"234c6914-3557-4c66-8073-8ab30b862c19","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:55:28Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","module":"ogx"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"234c6914-3557-4c66-8073-8ab30b862c19","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"234c6914-3557-4c66-8073-8ab30b862c19","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"234c6914-3557-4c66-8073-8ab30b862c19","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"234c6914-3557-4c66-8073-8ab30b862c19","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"234c6914-3557-4c66-8073-8ab30b862c19","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"234c6914-3557-4c66-8073-8ab30b862c19","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"234c6914-3557-4c66-8073-8ab30b862c19","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:28Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"05156446-b7f2-4fcb-8909-8c8e8978f2c8"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"05156446-b7f2-4fcb-8909-8c8e8978f2c8"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"05156446-b7f2-4fcb-8909-8c8e8978f2c8","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"05156446-b7f2-4fcb-8909-8c8e8978f2c8","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"05156446-b7f2-4fcb-8909-8c8e8978f2c8","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"05156446-b7f2-4fcb-8909-8c8e8978f2c8","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"05156446-b7f2-4fcb-8909-8c8e8978f2c8","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"05156446-b7f2-4fcb-8909-8c8e8978f2c8","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"05156446-b7f2-4fcb-8909-8c8e8978f2c8","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"05156446-b7f2-4fcb-8909-8c8e8978f2c8","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:28Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"05156446-b7f2-4fcb-8909-8c8e8978f2c8","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:29Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:55:29Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:55:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:55:29Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:55:29Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:55:29Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","module":"aigateway","runlevel":"32"} {"level":"info","ts":"2026-09-06T18:55:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:55:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:55:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:55:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:55:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"dff6aafe-0c93-4534-bdff-3eb0365ab7a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:29Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77"} {"level":"info","ts":"2026-09-06T18:55:29Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77"} {"level":"info","ts":"2026-09-06T18:55:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:55:29Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:55:29Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","module":"ogx"} {"level":"info","ts":"2026-09-06T18:55:29Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:55:29Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:55:29Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:55:30Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:55:30Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:55:30Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:55:30Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:55:30Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","module":"aigateway","runlevel":"32"} {"level":"info","ts":"2026-09-06T18:55:30Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:55:30Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:30Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:30Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:30Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:30Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:30Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:55:30Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:55:30Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:30Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:55:30Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:30Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:30Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"e3f31776-88cc-41fb-a500-5a38e5dcaa77","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"35242c3c-67a4-4d02-84dd-dfa14cc0f7ed"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"35242c3c-67a4-4d02-84dd-dfa14cc0f7ed"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"35242c3c-67a4-4d02-84dd-dfa14cc0f7ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"35242c3c-67a4-4d02-84dd-dfa14cc0f7ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T18:55:31Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","module":"ogx"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"35242c3c-67a4-4d02-84dd-dfa14cc0f7ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"35242c3c-67a4-4d02-84dd-dfa14cc0f7ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"35242c3c-67a4-4d02-84dd-dfa14cc0f7ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"35242c3c-67a4-4d02-84dd-dfa14cc0f7ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"35242c3c-67a4-4d02-84dd-dfa14cc0f7ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"35242c3c-67a4-4d02-84dd-dfa14cc0f7ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"35242c3c-67a4-4d02-84dd-dfa14cc0f7ed","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d206ec94-8646-41ec-8e91-7111eddb47be"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d206ec94-8646-41ec-8e91-7111eddb47be"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d206ec94-8646-41ec-8e91-7111eddb47be","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d206ec94-8646-41ec-8e91-7111eddb47be","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d206ec94-8646-41ec-8e91-7111eddb47be","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d206ec94-8646-41ec-8e91-7111eddb47be","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d206ec94-8646-41ec-8e91-7111eddb47be","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d206ec94-8646-41ec-8e91-7111eddb47be","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d206ec94-8646-41ec-8e91-7111eddb47be","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d206ec94-8646-41ec-8e91-7111eddb47be","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d206ec94-8646-41ec-8e91-7111eddb47be","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d206ec94-8646-41ec-8e91-7111eddb47be","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d206ec94-8646-41ec-8e91-7111eddb47be","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d206ec94-8646-41ec-8e91-7111eddb47be","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d206ec94-8646-41ec-8e91-7111eddb47be","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d206ec94-8646-41ec-8e91-7111eddb47be","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d206ec94-8646-41ec-8e91-7111eddb47be","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"d206ec94-8646-41ec-8e91-7111eddb47be","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"2f360596-8ea0-4cce-8716-60dadbf934c6","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"2f360596-8ea0-4cce-8716-60dadbf934c6","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:55:31Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","module":"feastoperator"} {"level":"info","ts":"2026-09-06T18:55:31Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","module":"workbenches"} {"level":"info","ts":"2026-09-06T18:55:31Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T18:55:31Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T18:55:31Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T18:55:31Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","module":"aigateway","runlevel":"32"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:32Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"efdb6350-ed32-4088-8e66-6ab3e08bb755","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"reconcile","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"7342b719-6a8e-47ab-879e-3e56feb43628"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"apply","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"7342b719-6a8e-47ab-879e-3e56feb43628"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"7342b719-6a8e-47ab-879e-3e56feb43628","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.initialize"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"7342b719-6a8e-47ab-879e-3e56feb43628","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"7342b719-6a8e-47ab-879e-3e56feb43628","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.createDefaultGroup"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"7342b719-6a8e-47ab-879e-3e56feb43628","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.managePermissions"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"models-as-a-service","reconcileID":"e912eff3-c6d9-426a-9373-17301872300f"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"7342b719-6a8e-47ab-879e-3e56feb43628","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"models-as-a-service","reconcileID":"7cbb8910-7cec-47ac-b304-59aae0bb7f26"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4319c6d5-3f1a-4a3f-84ce-62b994e2d271"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4319c6d5-3f1a-4a3f-84ce-62b994e2d271"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4319c6d5-3f1a-4a3f-84ce-62b994e2d271","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4319c6d5-3f1a-4a3f-84ce-62b994e2d271","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4319c6d5-3f1a-4a3f-84ce-62b994e2d271","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4319c6d5-3f1a-4a3f-84ce-62b994e2d271","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4319c6d5-3f1a-4a3f-84ce-62b994e2d271","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4319c6d5-3f1a-4a3f-84ce-62b994e2d271","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4319c6d5-3f1a-4a3f-84ce-62b994e2d271","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4319c6d5-3f1a-4a3f-84ce-62b994e2d271","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4319c6d5-3f1a-4a3f-84ce-62b994e2d271","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4319c6d5-3f1a-4a3f-84ce-62b994e2d271","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4319c6d5-3f1a-4a3f-84ce-62b994e2d271","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4319c6d5-3f1a-4a3f-84ce-62b994e2d271","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4319c6d5-3f1a-4a3f-84ce-62b994e2d271","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4319c6d5-3f1a-4a3f-84ce-62b994e2d271","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4319c6d5-3f1a-4a3f-84ce-62b994e2d271","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4319c6d5-3f1a-4a3f-84ce-62b994e2d271","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Adding CA bundle configmap","controller":"cert-configmap-generator-controller","namespace":"","name":"models-as-a-service","reconcileID":"7bd0b519-d6f6-498f-a206-e9fb09d4be1b"} {"level":"info","ts":"2026-09-06T18:55:52Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"3bd15d78-77ba-4de9-bf90-c99831e81aec","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"3bd15d78-77ba-4de9-bf90-c99831e81aec","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8e7e86e9-4584-4dcb-9f9a-29f513de8397"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8e7e86e9-4584-4dcb-9f9a-29f513de8397"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8e7e86e9-4584-4dcb-9f9a-29f513de8397","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8e7e86e9-4584-4dcb-9f9a-29f513de8397","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8e7e86e9-4584-4dcb-9f9a-29f513de8397","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8e7e86e9-4584-4dcb-9f9a-29f513de8397","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8e7e86e9-4584-4dcb-9f9a-29f513de8397","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8e7e86e9-4584-4dcb-9f9a-29f513de8397","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8e7e86e9-4584-4dcb-9f9a-29f513de8397","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8e7e86e9-4584-4dcb-9f9a-29f513de8397","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8e7e86e9-4584-4dcb-9f9a-29f513de8397","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8e7e86e9-4584-4dcb-9f9a-29f513de8397","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8e7e86e9-4584-4dcb-9f9a-29f513de8397","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8e7e86e9-4584-4dcb-9f9a-29f513de8397","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8e7e86e9-4584-4dcb-9f9a-29f513de8397","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8e7e86e9-4584-4dcb-9f9a-29f513de8397","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8e7e86e9-4584-4dcb-9f9a-29f513de8397","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"8e7e86e9-4584-4dcb-9f9a-29f513de8397","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:52Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"7342b719-6a8e-47ab-879e-3e56feb43628","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:54Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm","msg":"Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"7342b719-6a8e-47ab-879e-3e56feb43628"} {"level":"info","ts":"2026-09-06T18:55:54Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"7342b719-6a8e-47ab-879e-3e56feb43628","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:54Z","msg":"reconcile","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"75a194b8-e568-48e2-81dc-327ef63b3265"} {"level":"info","ts":"2026-09-06T18:55:54Z","msg":"apply","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"75a194b8-e568-48e2-81dc-327ef63b3265"} {"level":"info","ts":"2026-09-06T18:55:54Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"75a194b8-e568-48e2-81dc-327ef63b3265","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.initialize"} {"level":"info","ts":"2026-09-06T18:55:54Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"75a194b8-e568-48e2-81dc-327ef63b3265","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:54Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"75a194b8-e568-48e2-81dc-327ef63b3265","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.createDefaultGroup"} {"level":"info","ts":"2026-09-06T18:55:54Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"75a194b8-e568-48e2-81dc-327ef63b3265","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.managePermissions"} {"level":"info","ts":"2026-09-06T18:55:54Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"75a194b8-e568-48e2-81dc-327ef63b3265","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:54Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"75a194b8-e568-48e2-81dc-327ef63b3265","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:54Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"75a194b8-e568-48e2-81dc-327ef63b3265","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:54Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"b3ebcdfc-2ed1-4c8b-8061-d096b8cbc480"} {"level":"info","ts":"2026-09-06T18:55:54Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"ef94ddcd-75bc-4199-ba21-86021666c2ee"} {"level":"info","ts":"2026-09-06T18:55:54Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"d44318bd-5df2-4a90-93c2-6cafb92a611b"} {"level":"info","ts":"2026-09-06T18:55:54Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"57209e01-e8a9-4417-bbb8-39a63a1eadeb"} {"level":"info","ts":"2026-09-06T18:55:55Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9e7e8f0b-7ed9-4a88-b939-6355b6345d2c"} {"level":"info","ts":"2026-09-06T18:55:55Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9e7e8f0b-7ed9-4a88-b939-6355b6345d2c"} {"level":"info","ts":"2026-09-06T18:55:55Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9e7e8f0b-7ed9-4a88-b939-6355b6345d2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:55Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9e7e8f0b-7ed9-4a88-b939-6355b6345d2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:55:55Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9e7e8f0b-7ed9-4a88-b939-6355b6345d2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:55:55Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9e7e8f0b-7ed9-4a88-b939-6355b6345d2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:55:55Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9e7e8f0b-7ed9-4a88-b939-6355b6345d2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:55:55Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9e7e8f0b-7ed9-4a88-b939-6355b6345d2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:55:55Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9e7e8f0b-7ed9-4a88-b939-6355b6345d2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:55:55Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9e7e8f0b-7ed9-4a88-b939-6355b6345d2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:55:55Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9e7e8f0b-7ed9-4a88-b939-6355b6345d2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:55:55Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9e7e8f0b-7ed9-4a88-b939-6355b6345d2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:55:55Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9e7e8f0b-7ed9-4a88-b939-6355b6345d2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:55:55Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9e7e8f0b-7ed9-4a88-b939-6355b6345d2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:55Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9e7e8f0b-7ed9-4a88-b939-6355b6345d2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:55Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9e7e8f0b-7ed9-4a88-b939-6355b6345d2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:55:55Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9e7e8f0b-7ed9-4a88-b939-6355b6345d2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:55Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9e7e8f0b-7ed9-4a88-b939-6355b6345d2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:55Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"f584044d-2e6c-46c2-a84d-fbca23557cec","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:55:55Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"f584044d-2e6c-46c2-a84d-fbca23557cec","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b361386b-b15b-465e-93a1-57744091e74b"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b361386b-b15b-465e-93a1-57744091e74b"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b361386b-b15b-465e-93a1-57744091e74b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b361386b-b15b-465e-93a1-57744091e74b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b361386b-b15b-465e-93a1-57744091e74b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b361386b-b15b-465e-93a1-57744091e74b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b361386b-b15b-465e-93a1-57744091e74b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b361386b-b15b-465e-93a1-57744091e74b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b361386b-b15b-465e-93a1-57744091e74b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b361386b-b15b-465e-93a1-57744091e74b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b361386b-b15b-465e-93a1-57744091e74b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b361386b-b15b-465e-93a1-57744091e74b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b361386b-b15b-465e-93a1-57744091e74b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b361386b-b15b-465e-93a1-57744091e74b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b361386b-b15b-465e-93a1-57744091e74b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b361386b-b15b-465e-93a1-57744091e74b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b361386b-b15b-465e-93a1-57744091e74b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"b361386b-b15b-465e-93a1-57744091e74b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:56:04Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"289fcc14-ae2f-4815-836a-7aed29d6093c","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"289fcc14-ae2f-4815-836a-7aed29d6093c","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f2acb3ed-5a63-4c72-82d7-58c95c00712d"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f2acb3ed-5a63-4c72-82d7-58c95c00712d"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f2acb3ed-5a63-4c72-82d7-58c95c00712d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f2acb3ed-5a63-4c72-82d7-58c95c00712d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f2acb3ed-5a63-4c72-82d7-58c95c00712d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f2acb3ed-5a63-4c72-82d7-58c95c00712d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f2acb3ed-5a63-4c72-82d7-58c95c00712d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f2acb3ed-5a63-4c72-82d7-58c95c00712d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f2acb3ed-5a63-4c72-82d7-58c95c00712d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f2acb3ed-5a63-4c72-82d7-58c95c00712d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f2acb3ed-5a63-4c72-82d7-58c95c00712d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f2acb3ed-5a63-4c72-82d7-58c95c00712d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f2acb3ed-5a63-4c72-82d7-58c95c00712d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f2acb3ed-5a63-4c72-82d7-58c95c00712d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f2acb3ed-5a63-4c72-82d7-58c95c00712d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f2acb3ed-5a63-4c72-82d7-58c95c00712d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f2acb3ed-5a63-4c72-82d7-58c95c00712d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:04Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f2acb3ed-5a63-4c72-82d7-58c95c00712d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"98faaaa7-1739-473b-bbe4-b28d46da517b"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"98faaaa7-1739-473b-bbe4-b28d46da517b"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"98faaaa7-1739-473b-bbe4-b28d46da517b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"98faaaa7-1739-473b-bbe4-b28d46da517b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"98faaaa7-1739-473b-bbe4-b28d46da517b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"98faaaa7-1739-473b-bbe4-b28d46da517b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"98faaaa7-1739-473b-bbe4-b28d46da517b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"98faaaa7-1739-473b-bbe4-b28d46da517b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"98faaaa7-1739-473b-bbe4-b28d46da517b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"98faaaa7-1739-473b-bbe4-b28d46da517b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"98faaaa7-1739-473b-bbe4-b28d46da517b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"98faaaa7-1739-473b-bbe4-b28d46da517b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"98faaaa7-1739-473b-bbe4-b28d46da517b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"98faaaa7-1739-473b-bbe4-b28d46da517b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"98faaaa7-1739-473b-bbe4-b28d46da517b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"98faaaa7-1739-473b-bbe4-b28d46da517b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"98faaaa7-1739-473b-bbe4-b28d46da517b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"98faaaa7-1739-473b-bbe4-b28d46da517b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:56:05Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"cbc73768-a8d4-478d-bd43-7b29f47f1930","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"cbc73768-a8d4-478d-bd43-7b29f47f1930","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f7e2094b-bf1d-44fa-811b-c2601b22ef2b"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f7e2094b-bf1d-44fa-811b-c2601b22ef2b"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f7e2094b-bf1d-44fa-811b-c2601b22ef2b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f7e2094b-bf1d-44fa-811b-c2601b22ef2b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f7e2094b-bf1d-44fa-811b-c2601b22ef2b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f7e2094b-bf1d-44fa-811b-c2601b22ef2b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f7e2094b-bf1d-44fa-811b-c2601b22ef2b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f7e2094b-bf1d-44fa-811b-c2601b22ef2b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f7e2094b-bf1d-44fa-811b-c2601b22ef2b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f7e2094b-bf1d-44fa-811b-c2601b22ef2b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f7e2094b-bf1d-44fa-811b-c2601b22ef2b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f7e2094b-bf1d-44fa-811b-c2601b22ef2b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f7e2094b-bf1d-44fa-811b-c2601b22ef2b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f7e2094b-bf1d-44fa-811b-c2601b22ef2b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f7e2094b-bf1d-44fa-811b-c2601b22ef2b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f7e2094b-bf1d-44fa-811b-c2601b22ef2b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f7e2094b-bf1d-44fa-811b-c2601b22ef2b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"f7e2094b-bf1d-44fa-811b-c2601b22ef2b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55bcb512-3971-4bcc-973e-63f57b28511e"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55bcb512-3971-4bcc-973e-63f57b28511e"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55bcb512-3971-4bcc-973e-63f57b28511e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55bcb512-3971-4bcc-973e-63f57b28511e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55bcb512-3971-4bcc-973e-63f57b28511e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55bcb512-3971-4bcc-973e-63f57b28511e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55bcb512-3971-4bcc-973e-63f57b28511e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55bcb512-3971-4bcc-973e-63f57b28511e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55bcb512-3971-4bcc-973e-63f57b28511e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55bcb512-3971-4bcc-973e-63f57b28511e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55bcb512-3971-4bcc-973e-63f57b28511e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55bcb512-3971-4bcc-973e-63f57b28511e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55bcb512-3971-4bcc-973e-63f57b28511e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55bcb512-3971-4bcc-973e-63f57b28511e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55bcb512-3971-4bcc-973e-63f57b28511e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55bcb512-3971-4bcc-973e-63f57b28511e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55bcb512-3971-4bcc-973e-63f57b28511e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"55bcb512-3971-4bcc-973e-63f57b28511e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3e86d10e-6ff5-43e3-93c9-35e9636afe21"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3e86d10e-6ff5-43e3-93c9-35e9636afe21"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3e86d10e-6ff5-43e3-93c9-35e9636afe21","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3e86d10e-6ff5-43e3-93c9-35e9636afe21","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3e86d10e-6ff5-43e3-93c9-35e9636afe21","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3e86d10e-6ff5-43e3-93c9-35e9636afe21","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3e86d10e-6ff5-43e3-93c9-35e9636afe21","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3e86d10e-6ff5-43e3-93c9-35e9636afe21","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3e86d10e-6ff5-43e3-93c9-35e9636afe21","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3e86d10e-6ff5-43e3-93c9-35e9636afe21","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:56:05Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3e86d10e-6ff5-43e3-93c9-35e9636afe21","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:56:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3e86d10e-6ff5-43e3-93c9-35e9636afe21","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:56:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3e86d10e-6ff5-43e3-93c9-35e9636afe21","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:56:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3e86d10e-6ff5-43e3-93c9-35e9636afe21","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3e86d10e-6ff5-43e3-93c9-35e9636afe21","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3e86d10e-6ff5-43e3-93c9-35e9636afe21","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:56:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3e86d10e-6ff5-43e3-93c9-35e9636afe21","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:06Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3e86d10e-6ff5-43e3-93c9-35e9636afe21","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:56:13Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"0d80a093-11ac-4819-bf67-9b54c65c36a0"} {"level":"info","ts":"2026-09-06T18:56:13Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"c5d8b4e9-09eb-437d-8299-eff94817bccc"} {"level":"info","ts":"2026-09-06T18:56:13Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"2bd19d65-5bf3-448e-b703-7e4641f6946e"} {"level":"info","ts":"2026-09-06T18:56:13Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"323d65a0-36cd-4279-974a-3f8e30cbd113"} {"level":"info","ts":"2026-09-06T18:56:27Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4d14bb38-f13d-46cf-a5fb-19e29077995f"} {"level":"info","ts":"2026-09-06T18:56:27Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4d14bb38-f13d-46cf-a5fb-19e29077995f"} {"level":"info","ts":"2026-09-06T18:56:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4d14bb38-f13d-46cf-a5fb-19e29077995f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4d14bb38-f13d-46cf-a5fb-19e29077995f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:56:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4d14bb38-f13d-46cf-a5fb-19e29077995f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:56:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4d14bb38-f13d-46cf-a5fb-19e29077995f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:56:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4d14bb38-f13d-46cf-a5fb-19e29077995f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:56:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4d14bb38-f13d-46cf-a5fb-19e29077995f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:56:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4d14bb38-f13d-46cf-a5fb-19e29077995f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:56:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4d14bb38-f13d-46cf-a5fb-19e29077995f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:56:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4d14bb38-f13d-46cf-a5fb-19e29077995f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:56:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4d14bb38-f13d-46cf-a5fb-19e29077995f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:56:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4d14bb38-f13d-46cf-a5fb-19e29077995f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:56:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4d14bb38-f13d-46cf-a5fb-19e29077995f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4d14bb38-f13d-46cf-a5fb-19e29077995f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4d14bb38-f13d-46cf-a5fb-19e29077995f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:56:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4d14bb38-f13d-46cf-a5fb-19e29077995f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:27Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"4d14bb38-f13d-46cf-a5fb-19e29077995f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:56:27Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"832f3404-17d7-4ac2-bfa1-349be130d20b","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:56:27Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"832f3404-17d7-4ac2-bfa1-349be130d20b","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"41327282-500f-40f9-a11d-c151439e052f"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"41327282-500f-40f9-a11d-c151439e052f"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"41327282-500f-40f9-a11d-c151439e052f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"41327282-500f-40f9-a11d-c151439e052f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"41327282-500f-40f9-a11d-c151439e052f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"41327282-500f-40f9-a11d-c151439e052f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"41327282-500f-40f9-a11d-c151439e052f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"41327282-500f-40f9-a11d-c151439e052f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"41327282-500f-40f9-a11d-c151439e052f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"41327282-500f-40f9-a11d-c151439e052f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"41327282-500f-40f9-a11d-c151439e052f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"41327282-500f-40f9-a11d-c151439e052f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"41327282-500f-40f9-a11d-c151439e052f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"41327282-500f-40f9-a11d-c151439e052f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"41327282-500f-40f9-a11d-c151439e052f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"41327282-500f-40f9-a11d-c151439e052f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"41327282-500f-40f9-a11d-c151439e052f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"41327282-500f-40f9-a11d-c151439e052f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:56:28Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"f8b653bf-995d-4d8c-9f24-ee3daa3b00ee","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"f8b653bf-995d-4d8c-9f24-ee3daa3b00ee","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9705dea2-9fc4-487c-a652-74bbb161b209"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9705dea2-9fc4-487c-a652-74bbb161b209"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9705dea2-9fc4-487c-a652-74bbb161b209","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9705dea2-9fc4-487c-a652-74bbb161b209","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9705dea2-9fc4-487c-a652-74bbb161b209","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9705dea2-9fc4-487c-a652-74bbb161b209","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9705dea2-9fc4-487c-a652-74bbb161b209","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9705dea2-9fc4-487c-a652-74bbb161b209","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9705dea2-9fc4-487c-a652-74bbb161b209","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9705dea2-9fc4-487c-a652-74bbb161b209","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9705dea2-9fc4-487c-a652-74bbb161b209","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9705dea2-9fc4-487c-a652-74bbb161b209","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9705dea2-9fc4-487c-a652-74bbb161b209","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9705dea2-9fc4-487c-a652-74bbb161b209","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9705dea2-9fc4-487c-a652-74bbb161b209","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9705dea2-9fc4-487c-a652-74bbb161b209","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9705dea2-9fc4-487c-a652-74bbb161b209","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"9705dea2-9fc4-487c-a652-74bbb161b209","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a7559dba-40c0-4c67-85b6-9d522cec5090"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a7559dba-40c0-4c67-85b6-9d522cec5090"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a7559dba-40c0-4c67-85b6-9d522cec5090","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a7559dba-40c0-4c67-85b6-9d522cec5090","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a7559dba-40c0-4c67-85b6-9d522cec5090","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a7559dba-40c0-4c67-85b6-9d522cec5090","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a7559dba-40c0-4c67-85b6-9d522cec5090","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a7559dba-40c0-4c67-85b6-9d522cec5090","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a7559dba-40c0-4c67-85b6-9d522cec5090","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a7559dba-40c0-4c67-85b6-9d522cec5090","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:56:28Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a7559dba-40c0-4c67-85b6-9d522cec5090","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a7559dba-40c0-4c67-85b6-9d522cec5090","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a7559dba-40c0-4c67-85b6-9d522cec5090","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a7559dba-40c0-4c67-85b6-9d522cec5090","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a7559dba-40c0-4c67-85b6-9d522cec5090","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a7559dba-40c0-4c67-85b6-9d522cec5090","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a7559dba-40c0-4c67-85b6-9d522cec5090","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a7559dba-40c0-4c67-85b6-9d522cec5090","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"6d021db0-a19d-4cb7-8005-8fd2264f7ac0"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"6d021db0-a19d-4cb7-8005-8fd2264f7ac0"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"6d021db0-a19d-4cb7-8005-8fd2264f7ac0","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"6d021db0-a19d-4cb7-8005-8fd2264f7ac0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"6d021db0-a19d-4cb7-8005-8fd2264f7ac0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"6d021db0-a19d-4cb7-8005-8fd2264f7ac0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"6d021db0-a19d-4cb7-8005-8fd2264f7ac0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"6d021db0-a19d-4cb7-8005-8fd2264f7ac0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"6d021db0-a19d-4cb7-8005-8fd2264f7ac0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"6d021db0-a19d-4cb7-8005-8fd2264f7ac0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"6d021db0-a19d-4cb7-8005-8fd2264f7ac0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"6d021db0-a19d-4cb7-8005-8fd2264f7ac0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"6d021db0-a19d-4cb7-8005-8fd2264f7ac0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"6d021db0-a19d-4cb7-8005-8fd2264f7ac0","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"6d021db0-a19d-4cb7-8005-8fd2264f7ac0","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"6d021db0-a19d-4cb7-8005-8fd2264f7ac0","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"6d021db0-a19d-4cb7-8005-8fd2264f7ac0","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"6d021db0-a19d-4cb7-8005-8fd2264f7ac0","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:56:29Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"ec9aca56-9bd7-448f-a617-0e6f630906af","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"ec9aca56-9bd7-448f-a617-0e6f630906af","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"42035bd7-1f7a-487c-b8be-ddd7bc7c3a0f"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"42035bd7-1f7a-487c-b8be-ddd7bc7c3a0f"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"42035bd7-1f7a-487c-b8be-ddd7bc7c3a0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"42035bd7-1f7a-487c-b8be-ddd7bc7c3a0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"42035bd7-1f7a-487c-b8be-ddd7bc7c3a0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"42035bd7-1f7a-487c-b8be-ddd7bc7c3a0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"42035bd7-1f7a-487c-b8be-ddd7bc7c3a0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"42035bd7-1f7a-487c-b8be-ddd7bc7c3a0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"42035bd7-1f7a-487c-b8be-ddd7bc7c3a0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"42035bd7-1f7a-487c-b8be-ddd7bc7c3a0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"42035bd7-1f7a-487c-b8be-ddd7bc7c3a0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"42035bd7-1f7a-487c-b8be-ddd7bc7c3a0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"42035bd7-1f7a-487c-b8be-ddd7bc7c3a0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"42035bd7-1f7a-487c-b8be-ddd7bc7c3a0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"42035bd7-1f7a-487c-b8be-ddd7bc7c3a0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"42035bd7-1f7a-487c-b8be-ddd7bc7c3a0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"42035bd7-1f7a-487c-b8be-ddd7bc7c3a0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"42035bd7-1f7a-487c-b8be-ddd7bc7c3a0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3a02bfcf-fbf8-43e3-884c-374c7bdbdd42"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3a02bfcf-fbf8-43e3-884c-374c7bdbdd42"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3a02bfcf-fbf8-43e3-884c-374c7bdbdd42","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3a02bfcf-fbf8-43e3-884c-374c7bdbdd42","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3a02bfcf-fbf8-43e3-884c-374c7bdbdd42","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3a02bfcf-fbf8-43e3-884c-374c7bdbdd42","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3a02bfcf-fbf8-43e3-884c-374c7bdbdd42","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3a02bfcf-fbf8-43e3-884c-374c7bdbdd42","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3a02bfcf-fbf8-43e3-884c-374c7bdbdd42","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3a02bfcf-fbf8-43e3-884c-374c7bdbdd42","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3a02bfcf-fbf8-43e3-884c-374c7bdbdd42","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3a02bfcf-fbf8-43e3-884c-374c7bdbdd42","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3a02bfcf-fbf8-43e3-884c-374c7bdbdd42","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3a02bfcf-fbf8-43e3-884c-374c7bdbdd42","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3a02bfcf-fbf8-43e3-884c-374c7bdbdd42","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3a02bfcf-fbf8-43e3-884c-374c7bdbdd42","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3a02bfcf-fbf8-43e3-884c-374c7bdbdd42","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:29Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"3a02bfcf-fbf8-43e3-884c-374c7bdbdd42","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:56:31Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"14485503-7635-461d-a194-e030d48f13e6"} {"level":"info","ts":"2026-09-06T18:56:31Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"617c84d9-420d-43f4-9c5b-65ad3d35aca3"} {"level":"info","ts":"2026-09-06T18:56:42Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"c25b321b-59f0-4b0f-8f86-77fb27fde978"} {"level":"info","ts":"2026-09-06T18:56:42Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"c25b321b-59f0-4b0f-8f86-77fb27fde978"} {"level":"info","ts":"2026-09-06T18:56:42Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"c25b321b-59f0-4b0f-8f86-77fb27fde978","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:56:42Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"c25b321b-59f0-4b0f-8f86-77fb27fde978","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:56:42Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"c25b321b-59f0-4b0f-8f86-77fb27fde978","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:56:42Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"c25b321b-59f0-4b0f-8f86-77fb27fde978","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:56:42Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"c25b321b-59f0-4b0f-8f86-77fb27fde978","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:56:42Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"c25b321b-59f0-4b0f-8f86-77fb27fde978","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:56:42Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"c25b321b-59f0-4b0f-8f86-77fb27fde978","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:56:42Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"c25b321b-59f0-4b0f-8f86-77fb27fde978","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:42Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"c25b321b-59f0-4b0f-8f86-77fb27fde978","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:42Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"c25b321b-59f0-4b0f-8f86-77fb27fde978","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:56:42Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"c25b321b-59f0-4b0f-8f86-77fb27fde978","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:56:42Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"c25b321b-59f0-4b0f-8f86-77fb27fde978","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:57:12Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"997c641a-54dd-4430-89b9-77976cca4e2c"} {"level":"info","ts":"2026-09-06T18:57:12Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"997c641a-54dd-4430-89b9-77976cca4e2c"} {"level":"info","ts":"2026-09-06T18:57:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"997c641a-54dd-4430-89b9-77976cca4e2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:57:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"997c641a-54dd-4430-89b9-77976cca4e2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:57:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"997c641a-54dd-4430-89b9-77976cca4e2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:57:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"997c641a-54dd-4430-89b9-77976cca4e2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:57:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"997c641a-54dd-4430-89b9-77976cca4e2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:57:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"997c641a-54dd-4430-89b9-77976cca4e2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:57:12Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"997c641a-54dd-4430-89b9-77976cca4e2c","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:57:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"997c641a-54dd-4430-89b9-77976cca4e2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"997c641a-54dd-4430-89b9-77976cca4e2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"997c641a-54dd-4430-89b9-77976cca4e2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:57:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"997c641a-54dd-4430-89b9-77976cca4e2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"997c641a-54dd-4430-89b9-77976cca4e2c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:57:20Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a19775c4-9788-44cf-8415-87c23ff5eb8d"} {"level":"info","ts":"2026-09-06T18:57:20Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a19775c4-9788-44cf-8415-87c23ff5eb8d"} {"level":"info","ts":"2026-09-06T18:57:20Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a19775c4-9788-44cf-8415-87c23ff5eb8d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:20Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a19775c4-9788-44cf-8415-87c23ff5eb8d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:57:20Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a19775c4-9788-44cf-8415-87c23ff5eb8d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:57:20Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a19775c4-9788-44cf-8415-87c23ff5eb8d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:57:20Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a19775c4-9788-44cf-8415-87c23ff5eb8d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:57:20Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a19775c4-9788-44cf-8415-87c23ff5eb8d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:57:20Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a19775c4-9788-44cf-8415-87c23ff5eb8d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:57:20Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a19775c4-9788-44cf-8415-87c23ff5eb8d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:57:20Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a19775c4-9788-44cf-8415-87c23ff5eb8d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:57:20Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a19775c4-9788-44cf-8415-87c23ff5eb8d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:57:20Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a19775c4-9788-44cf-8415-87c23ff5eb8d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:57:20Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a19775c4-9788-44cf-8415-87c23ff5eb8d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:20Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a19775c4-9788-44cf-8415-87c23ff5eb8d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:20Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a19775c4-9788-44cf-8415-87c23ff5eb8d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:57:20Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a19775c4-9788-44cf-8415-87c23ff5eb8d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:20Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a19775c4-9788-44cf-8415-87c23ff5eb8d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:57:20Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"960f16df-b745-4e30-9174-fd6cb565f953","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:57:20Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"960f16df-b745-4e30-9174-fd6cb565f953","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:57:21Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"bcf6d3f9-8ab4-4d7a-b9f5-06a85231a0a3"} {"level":"info","ts":"2026-09-06T18:57:21Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"bcf6d3f9-8ab4-4d7a-b9f5-06a85231a0a3"} {"level":"info","ts":"2026-09-06T18:57:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"bcf6d3f9-8ab4-4d7a-b9f5-06a85231a0a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"bcf6d3f9-8ab4-4d7a-b9f5-06a85231a0a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:57:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"bcf6d3f9-8ab4-4d7a-b9f5-06a85231a0a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:57:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"bcf6d3f9-8ab4-4d7a-b9f5-06a85231a0a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:57:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"bcf6d3f9-8ab4-4d7a-b9f5-06a85231a0a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:57:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"bcf6d3f9-8ab4-4d7a-b9f5-06a85231a0a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:57:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"bcf6d3f9-8ab4-4d7a-b9f5-06a85231a0a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:57:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"bcf6d3f9-8ab4-4d7a-b9f5-06a85231a0a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:57:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"bcf6d3f9-8ab4-4d7a-b9f5-06a85231a0a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:57:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"bcf6d3f9-8ab4-4d7a-b9f5-06a85231a0a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:57:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"bcf6d3f9-8ab4-4d7a-b9f5-06a85231a0a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:57:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"bcf6d3f9-8ab4-4d7a-b9f5-06a85231a0a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"bcf6d3f9-8ab4-4d7a-b9f5-06a85231a0a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"bcf6d3f9-8ab4-4d7a-b9f5-06a85231a0a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:57:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"bcf6d3f9-8ab4-4d7a-b9f5-06a85231a0a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:21Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"bcf6d3f9-8ab4-4d7a-b9f5-06a85231a0a3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:57:21Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"60d87939-9ade-49d1-a719-f2256eeaca8d","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:57:21Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"60d87939-9ade-49d1-a719-f2256eeaca8d","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"776df4a8-f67f-4b01-9257-88738a964da6"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"776df4a8-f67f-4b01-9257-88738a964da6"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"776df4a8-f67f-4b01-9257-88738a964da6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"776df4a8-f67f-4b01-9257-88738a964da6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"776df4a8-f67f-4b01-9257-88738a964da6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"776df4a8-f67f-4b01-9257-88738a964da6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"776df4a8-f67f-4b01-9257-88738a964da6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"776df4a8-f67f-4b01-9257-88738a964da6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"776df4a8-f67f-4b01-9257-88738a964da6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"776df4a8-f67f-4b01-9257-88738a964da6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"776df4a8-f67f-4b01-9257-88738a964da6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"776df4a8-f67f-4b01-9257-88738a964da6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"776df4a8-f67f-4b01-9257-88738a964da6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"776df4a8-f67f-4b01-9257-88738a964da6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"776df4a8-f67f-4b01-9257-88738a964da6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"776df4a8-f67f-4b01-9257-88738a964da6","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"776df4a8-f67f-4b01-9257-88738a964da6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"776df4a8-f67f-4b01-9257-88738a964da6","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:57:23Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"7654e676-e0e4-41cf-b757-a6042bdb93a6","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"7654e676-e0e4-41cf-b757-a6042bdb93a6","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ee0dd1d7-fd86-4d97-91af-538c7697d053"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ee0dd1d7-fd86-4d97-91af-538c7697d053"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ee0dd1d7-fd86-4d97-91af-538c7697d053","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ee0dd1d7-fd86-4d97-91af-538c7697d053","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ee0dd1d7-fd86-4d97-91af-538c7697d053","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ee0dd1d7-fd86-4d97-91af-538c7697d053","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ee0dd1d7-fd86-4d97-91af-538c7697d053","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ee0dd1d7-fd86-4d97-91af-538c7697d053","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ee0dd1d7-fd86-4d97-91af-538c7697d053","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ee0dd1d7-fd86-4d97-91af-538c7697d053","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ee0dd1d7-fd86-4d97-91af-538c7697d053","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ee0dd1d7-fd86-4d97-91af-538c7697d053","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ee0dd1d7-fd86-4d97-91af-538c7697d053","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ee0dd1d7-fd86-4d97-91af-538c7697d053","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ee0dd1d7-fd86-4d97-91af-538c7697d053","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ee0dd1d7-fd86-4d97-91af-538c7697d053","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ee0dd1d7-fd86-4d97-91af-538c7697d053","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:23Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"ee0dd1d7-fd86-4d97-91af-538c7697d053","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:57:27Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"01ba9624-7c35-4358-aa12-66cfc990b521"} {"level":"info","ts":"2026-09-06T18:57:27Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"01ba9624-7c35-4358-aa12-66cfc990b521"} {"level":"info","ts":"2026-09-06T18:57:27Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"01ba9624-7c35-4358-aa12-66cfc990b521","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:57:27Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"01ba9624-7c35-4358-aa12-66cfc990b521","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:57:27Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"01ba9624-7c35-4358-aa12-66cfc990b521","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:57:27Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"01ba9624-7c35-4358-aa12-66cfc990b521","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:57:27Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"01ba9624-7c35-4358-aa12-66cfc990b521","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:57:27Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"01ba9624-7c35-4358-aa12-66cfc990b521","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:57:27Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"01ba9624-7c35-4358-aa12-66cfc990b521","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:57:27Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"01ba9624-7c35-4358-aa12-66cfc990b521","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:27Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"01ba9624-7c35-4358-aa12-66cfc990b521","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:27Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"01ba9624-7c35-4358-aa12-66cfc990b521","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:57:27Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"01ba9624-7c35-4358-aa12-66cfc990b521","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:57:27Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"01ba9624-7c35-4358-aa12-66cfc990b521","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:57:39Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"773d39c7-27dd-4ab2-bc16-b0bc524e24bb"} {"level":"info","ts":"2026-09-06T18:57:39Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"fe8e1191-6773-422a-aed3-9f230118db7e"} {"level":"info","ts":"2026-09-06T18:57:39Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"55831cf3-f131-41bf-98c3-764d9c583178"} {"level":"info","ts":"2026-09-06T18:57:39Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"c0d505a9-8c25-4161-9ca4-f8ef0b8f4ad7"} {"level":"info","ts":"2026-09-06T18:58:01Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"64b417d0-2add-4e02-bcfe-b6ea522b4bf8"} {"level":"info","ts":"2026-09-06T18:58:01Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"7431c680-3302-43a4-96a6-3f0b9345f6bd"} {"level":"info","ts":"2026-09-06T18:58:01Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"e9bc1dd7-f41f-43d7-9865-c8f3e7446687"} {"level":"info","ts":"2026-09-06T18:58:01Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"ae25c752-2f48-4652-8baf-bdff6f821970"} {"level":"info","ts":"2026-09-06T18:58:12Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"865e02bc-645c-4358-b3c8-e5eb7061e30e"} {"level":"info","ts":"2026-09-06T18:58:12Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"865e02bc-645c-4358-b3c8-e5eb7061e30e"} {"level":"info","ts":"2026-09-06T18:58:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"865e02bc-645c-4358-b3c8-e5eb7061e30e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T18:58:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"865e02bc-645c-4358-b3c8-e5eb7061e30e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T18:58:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"865e02bc-645c-4358-b3c8-e5eb7061e30e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T18:58:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"865e02bc-645c-4358-b3c8-e5eb7061e30e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T18:58:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"865e02bc-645c-4358-b3c8-e5eb7061e30e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T18:58:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"865e02bc-645c-4358-b3c8-e5eb7061e30e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T18:58:12Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"865e02bc-645c-4358-b3c8-e5eb7061e30e","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T18:58:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"865e02bc-645c-4358-b3c8-e5eb7061e30e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:58:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"865e02bc-645c-4358-b3c8-e5eb7061e30e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:58:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"865e02bc-645c-4358-b3c8-e5eb7061e30e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T18:58:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"865e02bc-645c-4358-b3c8-e5eb7061e30e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:58:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"865e02bc-645c-4358-b3c8-e5eb7061e30e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:58:38Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"687cc782-3279-49a8-bf34-8070f225e350"} {"level":"info","ts":"2026-09-06T18:58:38Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"6aff7ab7-fffa-422e-b0b6-5d0843756af5"} {"level":"info","ts":"2026-09-06T18:58:38Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"e2d301f3-72d2-47a2-a1aa-43c563d1dca1"} {"level":"info","ts":"2026-09-06T18:58:38Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"3a9c96bf-0651-4208-96c6-fb5a59848913"} {"level":"info","ts":"2026-09-06T18:59:06Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"a3275aec-a8ba-486f-8fee-7dd4c4a97b62"} {"level":"info","ts":"2026-09-06T18:59:06Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"8d086ed6-63f8-4be7-862a-237db3162813"} {"level":"info","ts":"2026-09-06T18:59:06Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"9f52f86a-486c-4c8d-8aa4-275629538bdc"} {"level":"info","ts":"2026-09-06T18:59:06Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"5d03ca3f-16b8-40bc-aab4-ceecc6701eea"} {"level":"info","ts":"2026-09-06T18:59:27Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"687be47a-0f51-4066-85d5-864510636318"} {"level":"info","ts":"2026-09-06T18:59:27Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"6ec7e5dc-839b-4701-a581-3670c0edfa6c"} {"level":"info","ts":"2026-09-06T18:59:27Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"23bc5527-21f0-4907-9a37-09738dc608aa"} {"level":"info","ts":"2026-09-06T18:59:27Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"cac267d6-7470-44e1-839c-bf05ac108d95"} {"level":"info","ts":"2026-09-06T18:59:56Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"f80a05ef-f378-4a94-a37f-52f0c1c467b4"} {"level":"info","ts":"2026-09-06T18:59:56Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"3afb5843-abde-40d3-948d-d3d94d33d248"} {"level":"info","ts":"2026-09-06T18:59:56Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"19c7b682-ec45-4d03-a9ad-78de90b8c352"} {"level":"info","ts":"2026-09-06T18:59:56Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"533ce7ee-cde1-4fb4-9414-6373d7a91eb8"} {"level":"info","ts":"2026-09-06T19:01:29Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"31cd4c92-e20c-4353-81ae-6b3bfc59914a"} {"level":"info","ts":"2026-09-06T19:01:29Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"e42394b6-7976-4f31-8f2f-4a2c6fb6b277"} {"level":"info","ts":"2026-09-06T19:01:29Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"2e07ee4b-3bfe-4428-bdc5-8ecc3256fa84"} {"level":"info","ts":"2026-09-06T19:01:29Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"3db79d1b-f5e9-44ef-83b7-f01eafd82f59"} {"level":"info","ts":"2026-09-06T19:02:07Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"21e50e04-ab78-4904-986d-76150b791335"} {"level":"info","ts":"2026-09-06T19:02:07Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"f4de04ed-8dd7-4924-b26c-1c08fce61bf0"} {"level":"info","ts":"2026-09-06T19:02:07Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"7a197558-cedb-42d3-a935-a59e3f75cf9d"} {"level":"info","ts":"2026-09-06T19:02:07Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"b56b6018-0699-44fc-a486-5cae9bb9f8f9"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"36078ac1-7396-4ccb-bea6-e1659a0f0406"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"36078ac1-7396-4ccb-bea6-e1659a0f0406"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"36078ac1-7396-4ccb-bea6-e1659a0f0406","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"36078ac1-7396-4ccb-bea6-e1659a0f0406","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"36078ac1-7396-4ccb-bea6-e1659a0f0406","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"36078ac1-7396-4ccb-bea6-e1659a0f0406","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"36078ac1-7396-4ccb-bea6-e1659a0f0406","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"36078ac1-7396-4ccb-bea6-e1659a0f0406","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T19:02:57Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"36078ac1-7396-4ccb-bea6-e1659a0f0406","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"36078ac1-7396-4ccb-bea6-e1659a0f0406","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"36078ac1-7396-4ccb-bea6-e1659a0f0406","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"36078ac1-7396-4ccb-bea6-e1659a0f0406","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"36078ac1-7396-4ccb-bea6-e1659a0f0406","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"36078ac1-7396-4ccb-bea6-e1659a0f0406","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d87cde28-529e-4d31-97d0-f7d94658f7f5"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d87cde28-529e-4d31-97d0-f7d94658f7f5"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d87cde28-529e-4d31-97d0-f7d94658f7f5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d87cde28-529e-4d31-97d0-f7d94658f7f5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d87cde28-529e-4d31-97d0-f7d94658f7f5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d87cde28-529e-4d31-97d0-f7d94658f7f5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d87cde28-529e-4d31-97d0-f7d94658f7f5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d87cde28-529e-4d31-97d0-f7d94658f7f5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T19:02:57Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d87cde28-529e-4d31-97d0-f7d94658f7f5","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d87cde28-529e-4d31-97d0-f7d94658f7f5","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d87cde28-529e-4d31-97d0-f7d94658f7f5","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d87cde28-529e-4d31-97d0-f7d94658f7f5","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d87cde28-529e-4d31-97d0-f7d94658f7f5","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:02:57Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"d87cde28-529e-4d31-97d0-f7d94658f7f5","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:03:19Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"05b21c5e-9730-4ab9-a2d5-104951da264e"} {"level":"info","ts":"2026-09-06T19:03:19Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"5d2da88c-453f-4749-84f5-5efcadf21db0"} {"level":"info","ts":"2026-09-06T19:03:19Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"37b285c6-dbc9-4e86-842f-a95eece7127b"} {"level":"info","ts":"2026-09-06T19:03:19Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"d0042955-076f-4346-867c-39cb977ba28c"} {"level":"info","ts":"2026-09-06T19:04:36Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"c71d3baa-f6ab-4aa4-bf0b-0bd559b8494f"} {"level":"info","ts":"2026-09-06T19:04:36Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"ddcd05ef-71d6-4ad7-b715-78b0807b70cb"} {"level":"info","ts":"2026-09-06T19:04:36Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"c6db9706-52e5-4e5d-bce4-92d834eb3963"} {"level":"info","ts":"2026-09-06T19:04:36Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"741ff60d-105f-45b5-85ff-9eb3db4d6f95"} {"level":"info","ts":"2026-09-06T19:04:43Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"oauth.openshift.io/v1, Kind=OAuthClient","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 49; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"error","ts":"2026-09-06T19:04:44Z","logger":"controller-runtime.cache.UnhandledError","msg":"Failed to watch","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"oauth.openshift.io/v1, Kind=OAuthClient","error":"failed to list oauth.openshift.io/v1, Kind=OAuthClient: the server is currently unable to handle the request","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:252\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:243\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:229\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:227\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:430\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.DelayFunc.Until\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/delay.go:39\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:428\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/wait.go:72"} {"level":"error","ts":"2026-09-06T19:04:47Z","logger":"controller-runtime.cache.UnhandledError","msg":"Failed to watch","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"oauth.openshift.io/v1, Kind=OAuthClient","error":"failed to list oauth.openshift.io/v1, Kind=OAuthClient: the server is currently unable to handle the request","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:252\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:243\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:229\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:227\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:430\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.DelayFunc.Until\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/delay.go:39\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:428\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/wait.go:72"} {"level":"info","ts":"2026-09-06T19:04:48Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"e33d1965-0805-4cdf-8e7b-5d833ecc7e46"} {"level":"info","ts":"2026-09-06T19:04:48Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"b1b8c127-a537-4fa0-a05b-0216b128ddf3"} {"level":"info","ts":"2026-09-06T19:04:48Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"2a311ba5-88b8-4792-bef4-37c687a50cb9"} {"level":"info","ts":"2026-09-06T19:04:48Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"4cbb948f-3ec6-40f5-92f7-27fe5326b7ff"} {"level":"error","ts":"2026-09-06T19:04:53Z","logger":"controller-runtime.cache.UnhandledError","msg":"Failed to watch","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"oauth.openshift.io/v1, Kind=OAuthClient","error":"failed to list oauth.openshift.io/v1, Kind=OAuthClient: the server is currently unable to handle the request","stacktrace":"k8s.io/apimachinery/pkg/util/runtime.logError\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:252\nk8s.io/apimachinery/pkg/util/runtime.handleError\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:243\nk8s.io/apimachinery/pkg/util/runtime.HandleErrorWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/runtime/runtime.go:229\nk8s.io/client-go/tools/cache.DefaultWatchErrorHandler\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:227\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:430\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func2\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/loop.go:87\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/loop.go:88\nk8s.io/apimachinery/pkg/util/wait.DelayFunc.Until\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/delay.go:39\nk8s.io/client-go/tools/cache.(*Reflector).RunWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:428\nk8s.io/client-go/tools/cache.(*controller).RunWithContext.(*Group).StartWithContext.func3\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/wait.go:63\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/wait.go:72"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 67; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 117; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 91; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 83; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 33; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 45; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.36.1/tools/cache/reflector.go:343","type":"route.openshift.io/v1, Kind=Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 81; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} {"level":"info","ts":"2026-09-06T19:05:02Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"921f163c-6bac-4bd2-b6d2-7a3901930071"} {"level":"info","ts":"2026-09-06T19:05:02Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"921f163c-6bac-4bd2-b6d2-7a3901930071"} {"level":"info","ts":"2026-09-06T19:05:02Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"921f163c-6bac-4bd2-b6d2-7a3901930071","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T19:05:02Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"921f163c-6bac-4bd2-b6d2-7a3901930071","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T19:05:04Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"c2aebc1e-5f21-4965-88b4-51bcecb4909b"} {"level":"info","ts":"2026-09-06T19:05:05Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"a4427c5f-ca93-4fb4-9bd7-106ee72b4012"} {"level":"info","ts":"2026-09-06T19:05:05Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"d3575561-dca5-480b-8d59-d5fd00811542"} {"level":"info","ts":"2026-09-06T19:05:05Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"120047d2-f449-48bf-8ac5-0f3aca2e3a62"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"921f163c-6bac-4bd2-b6d2-7a3901930071","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"921f163c-6bac-4bd2-b6d2-7a3901930071","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"921f163c-6bac-4bd2-b6d2-7a3901930071","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"921f163c-6bac-4bd2-b6d2-7a3901930071","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T19:05:12Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"921f163c-6bac-4bd2-b6d2-7a3901930071","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"921f163c-6bac-4bd2-b6d2-7a3901930071","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"921f163c-6bac-4bd2-b6d2-7a3901930071","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"921f163c-6bac-4bd2-b6d2-7a3901930071","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"921f163c-6bac-4bd2-b6d2-7a3901930071","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"921f163c-6bac-4bd2-b6d2-7a3901930071","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"72251370-0392-4bfc-87fd-7e6fe6109e0f"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"72251370-0392-4bfc-87fd-7e6fe6109e0f"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"72251370-0392-4bfc-87fd-7e6fe6109e0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"72251370-0392-4bfc-87fd-7e6fe6109e0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"72251370-0392-4bfc-87fd-7e6fe6109e0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"72251370-0392-4bfc-87fd-7e6fe6109e0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"72251370-0392-4bfc-87fd-7e6fe6109e0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"72251370-0392-4bfc-87fd-7e6fe6109e0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T19:05:12Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"72251370-0392-4bfc-87fd-7e6fe6109e0f","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"72251370-0392-4bfc-87fd-7e6fe6109e0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"72251370-0392-4bfc-87fd-7e6fe6109e0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"72251370-0392-4bfc-87fd-7e6fe6109e0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"72251370-0392-4bfc-87fd-7e6fe6109e0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:12Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"72251370-0392-4bfc-87fd-7e6fe6109e0f","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:05:19Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"8ae50ede-5d80-4f06-9325-f6046079a43e"} {"level":"info","ts":"2026-09-06T19:05:19Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"ee810d91-1bbe-4a3e-8af7-087e1abac450"} {"level":"info","ts":"2026-09-06T19:05:20Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"3c0aeaf4-2dc7-4261-acd1-6ecf124a97c7"} {"level":"info","ts":"2026-09-06T19:05:20Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"8a4749da-6c16-4137-bf67-85269e5de303"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"reconcile","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"3bf7c98d-c80b-4203-892e-a6ff264f7344"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"apply","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"3bf7c98d-c80b-4203-892e-a6ff264f7344"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"3bf7c98d-c80b-4203-892e-a6ff264f7344","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.initialize"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"3bf7c98d-c80b-4203-892e-a6ff264f7344","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"3bf7c98d-c80b-4203-892e-a6ff264f7344","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.createDefaultGroup"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"3bf7c98d-c80b-4203-892e-a6ff264f7344","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.managePermissions"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"3bf7c98d-c80b-4203-892e-a6ff264f7344","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T19:05:27Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","module":"ogx"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"3bf7c98d-c80b-4203-892e-a6ff264f7344","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"3bf7c98d-c80b-4203-892e-a6ff264f7344","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"reconcile","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"9ae6914c-a138-406e-a22c-85e347f55f9e"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"apply","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"9ae6914c-a138-406e-a22c-85e347f55f9e"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"9ae6914c-a138-406e-a22c-85e347f55f9e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.initialize"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"9ae6914c-a138-406e-a22c-85e347f55f9e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"9ae6914c-a138-406e-a22c-85e347f55f9e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.createDefaultGroup"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"9ae6914c-a138-406e-a22c-85e347f55f9e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/auth.managePermissions"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"9ae6914c-a138-406e-a22c-85e347f55f9e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"9ae6914c-a138-406e-a22c-85e347f55f9e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"Executing action","controller":"auth","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Auth","Auth":{"name":"auth"},"namespace":"","name":"auth","reconcileID":"9ae6914c-a138-406e-a22c-85e347f55f9e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:05:27Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T19:05:27Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","module":"feastoperator"} {"level":"info","ts":"2026-09-06T19:05:27Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","module":"workbenches"} {"level":"info","ts":"2026-09-06T19:05:28Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T19:05:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T19:05:28Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T19:05:28Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T19:05:28Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","module":"aigateway","runlevel":"32"} {"level":"info","ts":"2026-09-06T19:05:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T19:05:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T19:05:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T19:05:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T19:05:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T19:05:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T19:05:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T19:05:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:05:28Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"d0a92296-4ec0-4e9b-bdc7-30da5d487030","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"36944336-4e64-4a01-bf71-c6f6bb439b68"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"36944336-4e64-4a01-bf71-c6f6bb439b68"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"36944336-4e64-4a01-bf71-c6f6bb439b68","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"36944336-4e64-4a01-bf71-c6f6bb439b68","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"36944336-4e64-4a01-bf71-c6f6bb439b68","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"36944336-4e64-4a01-bf71-c6f6bb439b68","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"36944336-4e64-4a01-bf71-c6f6bb439b68","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"36944336-4e64-4a01-bf71-c6f6bb439b68","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"36944336-4e64-4a01-bf71-c6f6bb439b68","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"36944336-4e64-4a01-bf71-c6f6bb439b68","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"36944336-4e64-4a01-bf71-c6f6bb439b68","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"36944336-4e64-4a01-bf71-c6f6bb439b68","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"36944336-4e64-4a01-bf71-c6f6bb439b68","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"36944336-4e64-4a01-bf71-c6f6bb439b68","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"36944336-4e64-4a01-bf71-c6f6bb439b68","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"36944336-4e64-4a01-bf71-c6f6bb439b68","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"36944336-4e64-4a01-bf71-c6f6bb439b68","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"36944336-4e64-4a01-bf71-c6f6bb439b68","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a655901c-9d0a-4f6f-b330-30969423cbdc"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a655901c-9d0a-4f6f-b330-30969423cbdc"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a655901c-9d0a-4f6f-b330-30969423cbdc","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a655901c-9d0a-4f6f-b330-30969423cbdc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a655901c-9d0a-4f6f-b330-30969423cbdc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a655901c-9d0a-4f6f-b330-30969423cbdc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a655901c-9d0a-4f6f-b330-30969423cbdc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a655901c-9d0a-4f6f-b330-30969423cbdc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a655901c-9d0a-4f6f-b330-30969423cbdc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a655901c-9d0a-4f6f-b330-30969423cbdc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a655901c-9d0a-4f6f-b330-30969423cbdc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a655901c-9d0a-4f6f-b330-30969423cbdc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a655901c-9d0a-4f6f-b330-30969423cbdc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a655901c-9d0a-4f6f-b330-30969423cbdc","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a655901c-9d0a-4f6f-b330-30969423cbdc","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a655901c-9d0a-4f6f-b330-30969423cbdc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a655901c-9d0a-4f6f-b330-30969423cbdc","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a655901c-9d0a-4f6f-b330-30969423cbdc","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:05:31Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"31160234-07e4-4623-8187-3fb59222d4a8"} {"level":"info","ts":"2026-09-06T19:05:31Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"31160234-07e4-4623-8187-3fb59222d4a8"} {"level":"info","ts":"2026-09-06T19:05:31Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"31160234-07e4-4623-8187-3fb59222d4a8","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T19:05:31Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"31160234-07e4-4623-8187-3fb59222d4a8","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T19:05:31Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"31160234-07e4-4623-8187-3fb59222d4a8","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T19:05:31Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"31160234-07e4-4623-8187-3fb59222d4a8","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T19:05:31Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"31160234-07e4-4623-8187-3fb59222d4a8","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T19:05:31Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"31160234-07e4-4623-8187-3fb59222d4a8","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T19:05:31Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"31160234-07e4-4623-8187-3fb59222d4a8","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T19:05:31Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"31160234-07e4-4623-8187-3fb59222d4a8","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:31Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"31160234-07e4-4623-8187-3fb59222d4a8","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:31Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"31160234-07e4-4623-8187-3fb59222d4a8","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T19:05:31Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"31160234-07e4-4623-8187-3fb59222d4a8","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:31Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"31160234-07e4-4623-8187-3fb59222d4a8","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:05:32Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"59db80ed-6104-4ff3-bef7-5be885ce928a"} {"level":"info","ts":"2026-09-06T19:05:32Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"59db80ed-6104-4ff3-bef7-5be885ce928a"} {"level":"info","ts":"2026-09-06T19:05:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"59db80ed-6104-4ff3-bef7-5be885ce928a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T19:05:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"59db80ed-6104-4ff3-bef7-5be885ce928a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T19:05:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"59db80ed-6104-4ff3-bef7-5be885ce928a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T19:05:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"59db80ed-6104-4ff3-bef7-5be885ce928a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T19:05:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"59db80ed-6104-4ff3-bef7-5be885ce928a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T19:05:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"59db80ed-6104-4ff3-bef7-5be885ce928a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T19:05:32Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"59db80ed-6104-4ff3-bef7-5be885ce928a","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T19:05:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"59db80ed-6104-4ff3-bef7-5be885ce928a","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"59db80ed-6104-4ff3-bef7-5be885ce928a","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"59db80ed-6104-4ff3-bef7-5be885ce928a","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T19:05:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"59db80ed-6104-4ff3-bef7-5be885ce928a","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:32Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"59db80ed-6104-4ff3-bef7-5be885ce928a","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e967964f-e409-44b2-9283-9b6da32adb4d"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e967964f-e409-44b2-9283-9b6da32adb4d"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e967964f-e409-44b2-9283-9b6da32adb4d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e967964f-e409-44b2-9283-9b6da32adb4d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"reconcile","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a0c7034b-8b49-41a0-8130-7eddd829bb78"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"apply","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a0c7034b-8b49-41a0-8130-7eddd829bb78"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a0c7034b-8b49-41a0-8130-7eddd829bb78","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a0c7034b-8b49-41a0-8130-7eddd829bb78","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.addMonitoringCapability"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a0c7034b-8b49-41a0-8130-7eddd829bb78","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringAdmissionPolicies"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a0c7034b-8b49-41a0-8130-7eddd829bb78","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployMonitoringStackWithQuerierAndRestrictions"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a0c7034b-8b49-41a0-8130-7eddd829bb78","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployTracingStack"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a0c7034b-8b49-41a0-8130-7eddd829bb78","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployAlerting"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a0c7034b-8b49-41a0-8130-7eddd829bb78","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployOpenTelemetryCollector"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a0c7034b-8b49-41a0-8130-7eddd829bb78","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPerses"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a0c7034b-8b49-41a0-8130-7eddd829bb78","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesTempoIntegration"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e967964f-e409-44b2-9283-9b6da32adb4d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e967964f-e409-44b2-9283-9b6da32adb4d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e967964f-e409-44b2-9283-9b6da32adb4d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e967964f-e409-44b2-9283-9b6da32adb4d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T19:05:33Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e967964f-e409-44b2-9283-9b6da32adb4d","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e967964f-e409-44b2-9283-9b6da32adb4d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e967964f-e409-44b2-9283-9b6da32adb4d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a0c7034b-8b49-41a0-8130-7eddd829bb78","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployPersesPrometheusIntegration"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a0c7034b-8b49-41a0-8130-7eddd829bb78","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.deployNodeMetricsEndpoint"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a0c7034b-8b49-41a0-8130-7eddd829bb78","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a0c7034b-8b49-41a0-8130-7eddd829bb78","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a0c7034b-8b49-41a0-8130-7eddd829bb78","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/monitoring.syncPrometheusWebTLSCA"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a0c7034b-8b49-41a0-8130-7eddd829bb78","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Executing action","controller":"monitoring","controllerGroup":"services.platform.opendatahub.io","controllerKind":"Monitoring","Monitoring":{"name":"default-monitoring"},"namespace":"","name":"default-monitoring","reconcileID":"a0c7034b-8b49-41a0-8130-7eddd829bb78","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:05:33Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"085143fa-cdb0-45dc-9535-500384f5ca57","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"085143fa-cdb0-45dc-9535-500384f5ca57","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:33Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"e01075d8-6aa9-43b5-b335-297785899b57"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e967964f-e409-44b2-9283-9b6da32adb4d","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"87ed155b-7a00-4765-a515-5f185fe32b12"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0939c4ab-335b-4dbb-bc58-62323d716ac3"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0939c4ab-335b-4dbb-bc58-62323d716ac3"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0939c4ab-335b-4dbb-bc58-62323d716ac3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0939c4ab-335b-4dbb-bc58-62323d716ac3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0939c4ab-335b-4dbb-bc58-62323d716ac3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"reconcile","controller":"trustyai","controllerGroup":"components.platform.opendatahub.io","controllerKind":"TrustyAI","TrustyAI":{"name":"default-trustyai"},"namespace":"","name":"default-trustyai","reconcileID":"f8cc70f3-c236-4a60-a73d-da63b66c83d3"} {"level":"info","ts":"2026-09-06T19:05:34Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","module":"ogx"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e967964f-e409-44b2-9283-9b6da32adb4d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e967964f-e409-44b2-9283-9b6da32adb4d","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96f28424-f043-4ea3-850f-ad875b62f0bc"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96f28424-f043-4ea3-850f-ad875b62f0bc"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96f28424-f043-4ea3-850f-ad875b62f0bc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0939c4ab-335b-4dbb-bc58-62323d716ac3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96f28424-f043-4ea3-850f-ad875b62f0bc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0939c4ab-335b-4dbb-bc58-62323d716ac3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0939c4ab-335b-4dbb-bc58-62323d716ac3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0939c4ab-335b-4dbb-bc58-62323d716ac3","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0939c4ab-335b-4dbb-bc58-62323d716ac3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96f28424-f043-4ea3-850f-ad875b62f0bc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96f28424-f043-4ea3-850f-ad875b62f0bc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96f28424-f043-4ea3-850f-ad875b62f0bc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96f28424-f043-4ea3-850f-ad875b62f0bc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T19:05:34Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96f28424-f043-4ea3-850f-ad875b62f0bc","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96f28424-f043-4ea3-850f-ad875b62f0bc","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96f28424-f043-4ea3-850f-ad875b62f0bc","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96f28424-f043-4ea3-850f-ad875b62f0bc","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96f28424-f043-4ea3-850f-ad875b62f0bc","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"96f28424-f043-4ea3-850f-ad875b62f0bc","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:05:34Z","logger":"DSCInitialization","msg":"Reconciling DSCInitialization.","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"c084d827-06ee-4f93-b3c6-3cbcb9bb9f26","DSCInitialization Request.Name":"default-dsci"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Application namespace set in DSCI not found, creating it with labels","controller":"dscinitialization","controllerGroup":"dscinitialization.opendatahub.io","controllerKind":"DSCInitialization","DSCInitialization":{"name":"default-dsci"},"namespace":"","name":"default-dsci","reconcileID":"c084d827-06ee-4f93-b3c6-3cbcb9bb9f26","name":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:34Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"0939c4ab-335b-4dbb-bc58-62323d716ac3","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"reconcile","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9b4e0bae-8d60-42fa-93e1-ec26a33ebebe"} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"apply","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9b4e0bae-8d60-42fa-93e1-ec26a33ebebe"} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9b4e0bae-8d60-42fa-93e1-ec26a33ebebe","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.initialize"} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9b4e0bae-8d60-42fa-93e1-ec26a33ebebe","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkPreConditions"} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9b4e0bae-8d60-42fa-93e1-ec26a33ebebe","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9b4e0bae-8d60-42fa-93e1-ec26a33ebebe","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9b4e0bae-8d60-42fa-93e1-ec26a33ebebe","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.provisionComponents"} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9b4e0bae-8d60-42fa-93e1-ec26a33ebebe","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9b4e0bae-8d60-42fa-93e1-ec26a33ebebe","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/datasciencecluster.updateStatus"} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9b4e0bae-8d60-42fa-93e1-ec26a33ebebe","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:36Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","module":"feastoperator"} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"Executing action","controller":"datasciencecluster","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"9b4e0bae-8d60-42fa-93e1-ec26a33ebebe","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:05:36Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","module":"workbenches"} {"level":"info","ts":"2026-09-06T19:05:36Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T19:05:36Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T19:05:36Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T19:05:36Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","module":"aigateway","runlevel":"32"} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"2b0421a9-80cc-4acd-91e2-5f89e6b9091e","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce"} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce"} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T19:05:36Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","module":"ogx"} {"level":"info","ts":"2026-09-06T19:05:36Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T19:05:37Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","module":"feastoperator"} {"level":"info","ts":"2026-09-06T19:05:37Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","module":"workbenches"} {"level":"info","ts":"2026-09-06T19:05:37Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T19:05:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T19:05:37Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T19:05:37Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T19:05:37Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","module":"aigateway","runlevel":"32"} {"level":"info","ts":"2026-09-06T19:05:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T19:05:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T19:05:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T19:05:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T19:05:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T19:05:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T19:05:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T19:05:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:05:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:05:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"a18c90a5-483f-4d18-8e41-3be2bd2128ce","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:06:35Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"9631f87c-eb51-4b7b-9c1a-ff04212d99fd"} {"level":"info","ts":"2026-09-06T19:06:35Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"c127db31-a9c0-4aa5-9951-4ceade289aab"} {"level":"info","ts":"2026-09-06T19:06:35Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"4f8dd8d4-9c05-4638-ae3b-7906a01a5843"} {"level":"info","ts":"2026-09-06T19:06:35Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"4a69e21d-174e-4ff0-9b7d-3e9f37b472cb"} {"level":"info","ts":"2026-09-06T19:06:47Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"bbd40fe0-5348-4894-82c6-a51345ac4868"} {"level":"info","ts":"2026-09-06T19:06:47Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"70ced031-8480-46b0-9845-69ff56df2c74"} {"level":"info","ts":"2026-09-06T19:06:47Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"de6c3183-4a57-48c7-ac70-b75d1399c34e"} {"level":"info","ts":"2026-09-06T19:06:47Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"590ce5e6-10e0-419b-b469-466b18c077e7"} {"level":"info","ts":"2026-09-06T19:07:37Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b"} {"level":"info","ts":"2026-09-06T19:07:37Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b"} {"level":"info","ts":"2026-09-06T19:07:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T19:07:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T19:07:37Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","module":"ogx"} {"level":"info","ts":"2026-09-06T19:07:37Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T19:07:37Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","module":"feastoperator"} {"level":"info","ts":"2026-09-06T19:07:37Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","module":"workbenches"} {"level":"info","ts":"2026-09-06T19:07:37Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T19:07:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T19:07:37Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T19:07:37Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T19:07:37Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","module":"aigateway","runlevel":"32"} {"level":"info","ts":"2026-09-06T19:07:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T19:07:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:07:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:07:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T19:07:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T19:07:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T19:07:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T19:07:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T19:07:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:07:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T19:07:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:07:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:07:37Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"1263734c-9837-4461-8d23-9c9e5990df9b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:07:49Z","msg":"reconcile","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c"} {"level":"info","ts":"2026-09-06T19:07:49Z","msg":"apply","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c"} {"level":"info","ts":"2026-09-06T19:07:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.initializeModules"} {"level":"info","ts":"2026-09-06T19:07:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules"} {"level":"info","ts":"2026-09-06T19:07:49Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","module":"ogx"} {"level":"info","ts":"2026-09-06T19:07:49Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","module":"mlflowoperator"} {"level":"info","ts":"2026-09-06T19:07:49Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","module":"feastoperator"} {"level":"info","ts":"2026-09-06T19:07:49Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","module":"workbenches"} {"level":"info","ts":"2026-09-06T19:07:49Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.cleanupDisabledModules","msg":"module CR gone, cleaning up operator resources","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","module":"mcplifecycleoperator"} {"level":"info","ts":"2026-09-06T19:07:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules"} {"level":"info","ts":"2026-09-06T19:07:49Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","module":"dashboard","runlevel":"20"} {"level":"info","ts":"2026-09-06T19:07:49Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","module":"kserve","runlevel":"31"} {"level":"info","ts":"2026-09-06T19:07:49Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.provisionModules","msg":"provisioning module","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","module":"aigateway","runlevel":"32"} {"level":"info","ts":"2026-09-06T19:07:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.ensureDashboardNamespacedRBAC"} {"level":"info","ts":"2026-09-06T19:07:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/helm.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:07:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:07:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.ExtractUpgradeGates"} {"level":"info","ts":"2026-09-06T19:07:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/provision.AutoAcknowledgeUpgradeGates"} {"level":"info","ts":"2026-09-06T19:07:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.checkUpgradeGates"} {"level":"info","ts":"2026-09-06T19:07:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectModuleEnv"} {"level":"info","ts":"2026-09-06T19:07:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.injectPlatformConfig"} {"level":"info","ts":"2026-09-06T19:07:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:07:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/modules.updateModuleStatus"} {"level":"info","ts":"2026-09-06T19:07:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:07:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:07:49Z","msg":"Executing action","controller":"modules","controllerGroup":"datasciencecluster.opendatahub.io","controllerKind":"DataScienceCluster","DataScienceCluster":{"name":"default-dsc"},"namespace":"","name":"default-dsc","reconcileID":"ebca66f2-7196-4b08-8097-4e4535531e5c","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/dynamicownership.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:08:37Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"d8545766-17fb-4cb1-9fa8-413cfa638bad"} {"level":"info","ts":"2026-09-06T19:08:37Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"70aaf475-178d-4817-add9-ca653b4b4a16"} {"level":"info","ts":"2026-09-06T19:08:37Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"3469ae2d-340d-4db6-9712-76343a70cc8b"} {"level":"info","ts":"2026-09-06T19:08:37Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"aaeff6fe-164d-40f4-aa43-51b4ecf0c382"} {"level":"info","ts":"2026-09-06T19:10:34Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"5ff02312-c2ef-465f-a3dd-16ae854914c3"} {"level":"info","ts":"2026-09-06T19:10:34Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"f870bef8-9178-43e5-8d9c-4b6cc5e8aecd"} {"level":"info","ts":"2026-09-06T19:10:34Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"48709d7b-63da-446f-af5a-aff19dfd7d30"} {"level":"info","ts":"2026-09-06T19:10:34Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"4596cf60-ac4b-41f3-a8ab-e8186c99e85b"} {"level":"info","ts":"2026-09-06T19:10:38Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"e7bd5bb7-a623-4d67-a555-4e647d8c7268"} {"level":"info","ts":"2026-09-06T19:10:38Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"7fd136e7-ea37-48e4-a493-3080dd1a77f5"} {"level":"info","ts":"2026-09-06T19:10:38Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"419605e1-a28f-42d7-90b5-6af05e1a13a2"} {"level":"info","ts":"2026-09-06T19:10:38Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"f989bb36-4e76-4f6e-b216-ace9459fcf37"} {"level":"info","ts":"2026-09-06T19:11:03Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"c2ce5268-1399-42d3-8989-d601f1800d8a"} {"level":"info","ts":"2026-09-06T19:11:03Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"505c768e-deb9-4e5e-8bce-ac269b446367"} {"level":"info","ts":"2026-09-06T19:11:03Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"ebcab333-6492-4772-bb50-c90368c1b0a9"} {"level":"info","ts":"2026-09-06T19:11:03Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"60fc904c-311f-44e4-84c0-d69c16b5b33c"} {"level":"info","ts":"2026-09-06T19:11:15Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"7d3a02e3-6b1c-481f-9d5f-5054b53ebb5a"} {"level":"info","ts":"2026-09-06T19:11:15Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"369b0383-6647-4f7d-b425-b75759b3a519"} {"level":"info","ts":"2026-09-06T19:11:15Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"d9c832d7-e1ae-4a1c-a463-cd1770c03e9f"} {"level":"info","ts":"2026-09-06T19:11:15Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"fdb54057-e8af-4b66-a5e0-958eb7811b9f"} {"level":"info","ts":"2026-09-06T19:11:17Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"8d716b1e-5349-44a9-8a70-7382e1ff0b18"} {"level":"info","ts":"2026-09-06T19:11:17Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"720afec0-0c97-421c-ae62-c5267aa844cc"} {"level":"info","ts":"2026-09-06T19:11:17Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"72965c80-5468-4dfc-9ee3-a501d868d43e"} {"level":"info","ts":"2026-09-06T19:11:17Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"35157d0d-81e3-45b8-8236-69bd919f93a6"} {"level":"info","ts":"2026-09-06T19:12:05Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"6edfef47-1624-4978-ae95-af1ef0946536"} {"level":"info","ts":"2026-09-06T19:12:05Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"3b1e8de3-75a1-4d4b-bb0c-3e4300eb8455"} {"level":"info","ts":"2026-09-06T19:12:05Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"0435c14d-82f8-4450-a91b-e7d6b1720607"} {"level":"info","ts":"2026-09-06T19:12:05Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"fed129bd-f5d6-4088-9842-476507e5fae2"} {"level":"info","ts":"2026-09-06T19:13:26Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a3fcc935-3cbd-4edd-8b86-183720117978"} {"level":"info","ts":"2026-09-06T19:13:26Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a3fcc935-3cbd-4edd-8b86-183720117978"} {"level":"info","ts":"2026-09-06T19:13:26Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a3fcc935-3cbd-4edd-8b86-183720117978","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T19:13:26Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a3fcc935-3cbd-4edd-8b86-183720117978","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T19:13:26Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a3fcc935-3cbd-4edd-8b86-183720117978","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T19:13:26Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a3fcc935-3cbd-4edd-8b86-183720117978","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T19:13:26Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a3fcc935-3cbd-4edd-8b86-183720117978","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T19:13:26Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a3fcc935-3cbd-4edd-8b86-183720117978","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T19:13:26Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a3fcc935-3cbd-4edd-8b86-183720117978","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T19:13:26Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a3fcc935-3cbd-4edd-8b86-183720117978","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:13:26Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a3fcc935-3cbd-4edd-8b86-183720117978","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:13:26Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a3fcc935-3cbd-4edd-8b86-183720117978","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T19:13:26Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a3fcc935-3cbd-4edd-8b86-183720117978","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:13:26Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"a3fcc935-3cbd-4edd-8b86-183720117978","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:13:55Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"e20dadd0-53ab-4466-87da-72c014217359"} {"level":"info","ts":"2026-09-06T19:13:55Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"52ea541b-61fb-4367-9dd1-b3e63a9d437e"} {"level":"info","ts":"2026-09-06T19:13:55Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"17d2e6c6-fd68-4578-908f-77f0e417a89a"} {"level":"info","ts":"2026-09-06T19:13:55Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"3699e44e-d8f3-4d3b-b0ef-c36e21d2c434"} {"level":"info","ts":"2026-09-06T19:13:56Z","msg":"reconcile","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e79c0f34-4e71-4bce-afe5-0d4aef96f937"} {"level":"info","ts":"2026-09-06T19:13:56Z","msg":"apply","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e79c0f34-4e71-4bce-afe5-0d4aef96f937"} {"level":"info","ts":"2026-09-06T19:13:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e79c0f34-4e71-4bce-afe5-0d4aef96f937","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createGatewayInfrastructure"} {"level":"info","ts":"2026-09-06T19:13:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e79c0f34-4e71-4bce-afe5-0d4aef96f937","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createKubeAuthProxyInfrastructure"} {"level":"info","ts":"2026-09-06T19:13:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e79c0f34-4e71-4bce-afe5-0d4aef96f937","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createEnvoyFilter"} {"level":"info","ts":"2026-09-06T19:13:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e79c0f34-4e71-4bce-afe5-0d4aef96f937","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createNetworkPolicy"} {"level":"info","ts":"2026-09-06T19:13:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e79c0f34-4e71-4bce-afe5-0d4aef96f937","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createOCPRoutes"} {"level":"info","ts":"2026-09-06T19:13:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e79c0f34-4e71-4bce-afe5-0d4aef96f937","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction"} {"level":"info","ts":"2026-09-06T19:13:56Z","logger":"action.github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.createDashboardRedirectsAction.createDashboardRedirects","msg":"Creating dashboard redirect resources","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e79c0f34-4e71-4bce-afe5-0d4aef96f937","dashboardRouteName":"rhods-dashboard","namespace":"redhat-ods-applications","currentSubdomain":"rh-ai"} {"level":"info","ts":"2026-09-06T19:13:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e79c0f34-4e71-4bce-afe5-0d4aef96f937","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/template.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:13:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e79c0f34-4e71-4bce-afe5-0d4aef96f937","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:13:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e79c0f34-4e71-4bce-afe5-0d4aef96f937","action":"github.com/opendatahub-io/opendatahub-operator/v2/internal/controller/services/gateway.syncGatewayConfigStatus"} {"level":"info","ts":"2026-09-06T19:13:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e79c0f34-4e71-4bce-afe5-0d4aef96f937","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T19:13:56Z","msg":"Executing action","controller":"gatewayconfig","controllerGroup":"services.platform.opendatahub.io","controllerKind":"GatewayConfig","GatewayConfig":{"name":"default-gateway"},"namespace":"","name":"default-gateway","reconcileID":"e79c0f34-4e71-4bce-afe5-0d4aef96f937","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T19:15:31Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"a54db947-4b31-43a9-b526-ce250089fb68"} {"level":"info","ts":"2026-09-06T19:15:31Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"aa8f403d-e50a-454e-8237-b8932d4f4064"} {"level":"info","ts":"2026-09-06T19:15:31Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"4daf6faf-2d13-4ad2-82ea-03fd6dd2b7e1"} {"level":"info","ts":"2026-09-06T19:15:31Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"d19294d9-bba9-4c7a-beba-6d6f00e7a614"} {"level":"info","ts":"2026-09-06T19:15:59Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"2a1a960b-292d-4dbd-83c4-fad774542f1c"} {"level":"info","ts":"2026-09-06T19:15:59Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"35eca2f0-b02f-432d-b624-d7a4d399a735"} {"level":"info","ts":"2026-09-06T19:15:59Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"c91f9776-cf54-48e2-86d5-54b5c073bb25"} {"level":"info","ts":"2026-09-06T19:15:59Z","msg":"reconcile","controller":"kueue","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kueue","Kueue":{"name":"default-kueue"},"namespace":"","name":"default-kueue","reconcileID":"243799dc-4400-48e8-9cda-29eb8f20c1f2"} ==================== OPERATOR POD LOG: rhods-operator-59c96ddf4-5rb9q.log ==================== {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"Cluster config","Operator Namespace":"redhat-ods-operator","Application Namespace":"redhat-ods-applications","Release":{"name":"OpenShift AI Self-Managed","version":"3.5.1"},"Cluster":{"type":"OpenShift","version":"4.21.19"}} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"datasciencecluster.opendatahub.io/v1, Kind=DataScienceCluster"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v1"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v1"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v2"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v2"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"dscinitialization.opendatahub.io/v1, Kind=DSCInitialization"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v1"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v2"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-hardware-profile"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-prometheus-monitors"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-acceleratorprofile"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-hardwareprofile"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"service","name":"gateway"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"service","name":"monitoring"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"service","name":"setupcontroller"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"service","name":"auth"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"service","name":"certconfigmapgenerator"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"component","name":"datasciencepipelines"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"component","name":"modelregistry"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"component","name":"ray"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trainer"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trainingoperator"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"component","name":"kueue"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"component","name":"sparkoperator"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trustyai"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"starting manager"} {"level":"info","ts":"2026-09-06T18:39:30Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":"0.0.0.0:8080","secure":false} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"info","ts":"2026-09-06T18:39:30Z","msg":"Starting EventSource","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"Attempting to acquire leader lease...","lock":"redhat-ods-operator/07ed84f7.opendatahub.io"} {"level":"info","ts":"2026-09-06T18:39:30Z","msg":"Starting Controller","controller":"tlssecurityprofilewatcher"} {"level":"info","ts":"2026-09-06T18:39:30Z","msg":"Starting workers","controller":"tlssecurityprofilewatcher","worker count":1} {"level":"error","ts":"2026-09-06T19:03:51Z","logger":"setup","msg":"Error retrieving lease lock","lock":"redhat-ods-operator/07ed84f7.opendatahub.io","error":"Get \"https://172.30.0.1:443/apis/coordination.k8s.io/v1/namespaces/redhat-ods-operator/leases/07ed84f7.opendatahub.io?timeout=5s\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:461\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:223\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/manager/internal.go:470"} {"level":"error","ts":"2026-09-06T19:05:22Z","logger":"setup","msg":"Error retrieving lease lock","lock":"redhat-ods-operator/07ed84f7.opendatahub.io","error":"Get \"https://172.30.0.1:443/apis/coordination.k8s.io/v1/namespaces/redhat-ods-operator/leases/07ed84f7.opendatahub.io?timeout=5s\": context deadline exceeded","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:461\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:223\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/manager/internal.go:470"} ==================== OPERATOR POD LOG: rhods-operator-59c96ddf4-gdx5v.log ==================== {"level":"info","ts":"2026-09-06T18:39:29Z","logger":"setup","msg":"Cluster config","Operator Namespace":"redhat-ods-operator","Application Namespace":"redhat-ods-applications","Release":{"name":"OpenShift AI Self-Managed","version":"3.5.1"},"Cluster":{"type":"OpenShift","version":"4.21.19"}} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"datasciencecluster.opendatahub.io/v1, Kind=DataScienceCluster"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v1"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v1"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-datasciencecluster-v2"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-datasciencecluster-v2"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"dscinitialization.opendatahub.io/v1, Kind=DSCInitialization"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v1"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dscinitialization-v2"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-hardware-profile"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-prometheus-monitors"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-acceleratorprofile"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-dashboard-hardwareprofile"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"service","name":"setupcontroller"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"service","name":"auth"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"service","name":"certconfigmapgenerator"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"service","name":"gateway"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"service","name":"monitoring"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"component","name":"datasciencepipelines"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"component","name":"modelregistry"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"component","name":"ray"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trainer"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trainingoperator"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"component","name":"kueue"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"component","name":"sparkoperator"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"creating reconciler","type":"component","name":"trustyai"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"starting manager"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-09-06T18:39:30Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":"0.0.0.0:8080","secure":false} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-09-06T18:39:30Z","msg":"Starting EventSource","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer"} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"info","ts":"2026-09-06T18:39:30Z","logger":"setup","msg":"Attempting to acquire leader lease...","lock":"redhat-ods-operator/07ed84f7.opendatahub.io"} {"level":"info","ts":"2026-09-06T18:39:30Z","msg":"Starting Controller","controller":"tlssecurityprofilewatcher"} {"level":"info","ts":"2026-09-06T18:39:30Z","msg":"Starting workers","controller":"tlssecurityprofilewatcher","worker count":1} {"level":"error","ts":"2026-09-06T19:05:21Z","logger":"setup","msg":"Error retrieving lease lock","lock":"redhat-ods-operator/07ed84f7.opendatahub.io","error":"Get \"https://172.30.0.1:443/apis/coordination.k8s.io/v1/namespaces/redhat-ods-operator/leases/07ed84f7.opendatahub.io?timeout=5s\": context deadline exceeded","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).tryAcquireOrRenew\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:461\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:261\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/apimachinery@v0.36.2/pkg/util/wait/backoff.go:223\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).acquire\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:259\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/cachi2/output/deps/gomod/pkg/mod/k8s.io/client-go@v0.36.1/tools/leaderelection/leaderelection.go:215\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).Start.func3\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/manager/internal.go:470"} ==================== WORKLOAD POD LOG: redhat-ods-applications/agent-ops-ui-57b4fbdf48-6cnr2.log ==================== time=2026-09-06T18:40:36.574Z level=INFO msg="Added CA bundle" path=/etc/pki/ca-trust/extracted/pem/tls-ca-bundle.pem time=2026-09-06T18:40:36.574Z level=INFO msg="Added CA bundle" path=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt time=2026-09-06T18:40:36.574Z level=INFO msg="Added CA bundle" path=/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt time=2026-09-06T18:40:36.574Z level=INFO msg="Added CA bundle" path=/etc/pki/tls/certs/odh-ca-bundle.crt time=2026-09-06T18:40:36.577Z level=INFO msg="Added CA bundle" path=/etc/pki/tls/certs/odh-trusted-ca-bundle.crt time=2026-09-06T18:40:36.577Z level=INFO msg="Using real BFF client factory" time=2026-09-06T18:40:36.577Z level=INFO msg="Using Kubernetes agent data client" time=2026-09-06T18:40:36.577Z level=ERROR msg="failed to create OpenAPI handler; docs routes disabled" error="reading OpenAPI spec openapi/src/agent-ops.yaml: open openapi/src/agent-ops.yaml: no such file or directory" time=2026-09-06T18:40:36.577Z level=INFO msg="starting server" addr=:8843 "TLS enabled"=true ==================== WORKLOAD POD LOG: redhat-ods-applications/ai-gateway-operator-7694bdf8b9-rqfr9.log ==================== {"level":"info","ts":"2026-09-06T18:55:10Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-09-06T18:55:10Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-09-06T18:55:10Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8443","secure":false} I0906 18:55:10.242754 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="redhat-ods-applications/ai-gateway-lock" I0906 18:55:10.264430 1 leaderelection.go:272] "Successfully acquired lease" lock="redhat-ods-applications/ai-gateway-lock" {"level":"info","ts":"2026-09-06T18:55:10Z","msg":"Starting EventSource","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","source":"kind source: *unstructured.Unstructured[apps/v1 Deployment]"} {"level":"info","ts":"2026-09-06T18:55:10Z","msg":"Starting EventSource","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","source":"kind source: *unstructured.Unstructured[components.platform.opendatahub.io/v1alpha1 AIGateway]"} {"level":"info","ts":"2026-09-06T18:55:10Z","msg":"Starting EventSource","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 Role]"} {"level":"info","ts":"2026-09-06T18:55:10Z","msg":"Starting EventSource","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","source":"kind source: *unstructured.Unstructured[v1 ServiceAccount]"} {"level":"info","ts":"2026-09-06T18:55:10Z","msg":"Starting EventSource","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","source":"kind source: *unstructured.Unstructured[v1 ConfigMap]"} {"level":"info","ts":"2026-09-06T18:55:10Z","msg":"Starting EventSource","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 ClusterRoleBinding]"} {"level":"info","ts":"2026-09-06T18:55:10Z","msg":"Starting EventSource","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","source":"kind source: *unstructured.Unstructured[apiextensions.k8s.io/v1 CustomResourceDefinition]"} {"level":"info","ts":"2026-09-06T18:55:10Z","msg":"Starting EventSource","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 ClusterRole]"} {"level":"info","ts":"2026-09-06T18:55:10Z","msg":"Starting EventSource","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","source":"kind source: *unstructured.Unstructured[rbac.authorization.k8s.io/v1 RoleBinding]"} {"level":"info","ts":"2026-09-06T18:55:10Z","msg":"Starting EventSource","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","source":"kind source: *unstructured.Unstructured[admissionregistration.k8s.io/v1 ValidatingWebhookConfiguration]"} {"level":"info","ts":"2026-09-06T18:55:10Z","msg":"Starting EventSource","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","source":"kind source: *unstructured.Unstructured[v1 Service]"} {"level":"info","ts":"2026-09-06T18:55:16Z","msg":"Starting Controller","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway"} {"level":"info","ts":"2026-09-06T18:55:16Z","msg":"Starting workers","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","worker count":1} {"level":"info","ts":"2026-09-06T18:55:16Z","msg":"reconcile","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"3b95153c-27f6-408d-880f-5b098209fe4b"} {"level":"info","ts":"2026-09-06T18:55:16Z","msg":"apply","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"3b95153c-27f6-408d-880f-5b098209fe4b"} {"level":"info","ts":"2026-09-06T18:55:16Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"3b95153c-27f6-408d-880f-5b098209fe4b","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).initialize-fm"} {"level":"info","ts":"2026-09-06T18:55:16Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"3b95153c-27f6-408d-880f-5b098209fe4b","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).ensureInfraSecretMigrationRBAC-fm"} {"level":"info","ts":"2026-09-06T18:55:16Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"3b95153c-27f6-408d-880f-5b098209fe4b","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).upgradeIfNeeded-fm"} {"level":"info","ts":"2026-09-06T18:55:16Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"3b95153c-27f6-408d-880f-5b098209fe4b","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.NewReconciler.withPreservedPlatformRelease.func4"} {"level":"info","ts":"2026-09-06T18:55:16Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"3b95153c-27f6-408d-880f-5b098209fe4b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:16Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"3b95153c-27f6-408d-880f-5b098209fe4b","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).annotateResource-fm"} {"level":"info","ts":"2026-09-06T18:55:16Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"3b95153c-27f6-408d-880f-5b098209fe4b","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).migrateSelector-fm"} {"level":"info","ts":"2026-09-06T18:55:16Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"3b95153c-27f6-408d-880f-5b098209fe4b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:18Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"3b95153c-27f6-408d-880f-5b098209fe4b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:18Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"3b95153c-27f6-408d-880f-5b098209fe4b","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).reportSubModuleStatus-fm"} {"level":"info","ts":"2026-09-06T18:55:18Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"3b95153c-27f6-408d-880f-5b098209fe4b","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).overWriteCondition-fm"} {"level":"info","ts":"2026-09-06T18:55:18Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"3b95153c-27f6-408d-880f-5b098209fe4b","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).reportStatus-fm"} {"level":"info","ts":"2026-09-06T18:55:18Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"3b95153c-27f6-408d-880f-5b098209fe4b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"3b95153c-27f6-408d-880f-5b098209fe4b","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"reconcile","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"21292262-1085-43c4-965c-1de822bac8df"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"apply","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"21292262-1085-43c4-965c-1de822bac8df"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"21292262-1085-43c4-965c-1de822bac8df","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).initialize-fm"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"21292262-1085-43c4-965c-1de822bac8df","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).ensureInfraSecretMigrationRBAC-fm"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"21292262-1085-43c4-965c-1de822bac8df","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).upgradeIfNeeded-fm"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"21292262-1085-43c4-965c-1de822bac8df","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.NewReconciler.withPreservedPlatformRelease.func4"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"21292262-1085-43c4-965c-1de822bac8df","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"21292262-1085-43c4-965c-1de822bac8df","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).annotateResource-fm"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"21292262-1085-43c4-965c-1de822bac8df","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).migrateSelector-fm"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"21292262-1085-43c4-965c-1de822bac8df","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"21292262-1085-43c4-965c-1de822bac8df","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"21292262-1085-43c4-965c-1de822bac8df","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).reportSubModuleStatus-fm"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"21292262-1085-43c4-965c-1de822bac8df","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).overWriteCondition-fm"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"21292262-1085-43c4-965c-1de822bac8df","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).reportStatus-fm"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"21292262-1085-43c4-965c-1de822bac8df","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:28Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"21292262-1085-43c4-965c-1de822bac8df","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"reconcile","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"292e5035-54fe-429d-a771-34092a3cfbad"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"apply","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"292e5035-54fe-429d-a771-34092a3cfbad"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"292e5035-54fe-429d-a771-34092a3cfbad","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).initialize-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"292e5035-54fe-429d-a771-34092a3cfbad","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).ensureInfraSecretMigrationRBAC-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"292e5035-54fe-429d-a771-34092a3cfbad","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).upgradeIfNeeded-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"292e5035-54fe-429d-a771-34092a3cfbad","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.NewReconciler.withPreservedPlatformRelease.func4"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"292e5035-54fe-429d-a771-34092a3cfbad","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/render/kustomize.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"292e5035-54fe-429d-a771-34092a3cfbad","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).annotateResource-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"292e5035-54fe-429d-a771-34092a3cfbad","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).migrateSelector-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"292e5035-54fe-429d-a771-34092a3cfbad","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/deploy.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"292e5035-54fe-429d-a771-34092a3cfbad","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/status/deployments.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"292e5035-54fe-429d-a771-34092a3cfbad","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).reportSubModuleStatus-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"292e5035-54fe-429d-a771-34092a3cfbad","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).overWriteCondition-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"292e5035-54fe-429d-a771-34092a3cfbad","action":"github.com/opendatahub-io/ai-gateway-operator/internal/controller/aigateway.(*Module).reportStatus-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"292e5035-54fe-429d-a771-34092a3cfbad","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/actions/gc.(*Action).run-fm"} {"level":"info","ts":"2026-09-06T18:55:31Z","msg":"Executing action","controller":"aigateway","controllerGroup":"components.platform.opendatahub.io","controllerKind":"AIGateway","AIGateway":{"name":"default-aigateway"},"namespace":"","name":"default-aigateway","reconcileID":"292e5035-54fe-429d-a771-34092a3cfbad","action":"github.com/opendatahub-io/opendatahub-operator/v2/pkg/controller/reconciler.(*dynamicWatchAction).run-fm"} ==================== WORKLOAD POD LOG: redhat-ods-applications/dashboard-operator-6f4c9f6fd5-hhpj4.log ==================== 2026-09-06T19:07:38Z INFO setup Detected platform {"platform": "OpenShift AI Self-Managed"} 2026-09-06T19:07:38Z INFO setup Starting manager 2026-09-06T19:07:38Z INFO controller-runtime.metrics Starting metrics server 2026-09-06T19:07:38Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} I0906 19:07:38.379517 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="redhat-ods-applications/dashboard.components.platform.opendatahub.io" 2026-09-06T19:07:38Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8443", "secure": true} I0906 19:07:54.695345 1 leaderelection.go:272] "Successfully acquired lease" lock="redhat-ods-applications/dashboard.components.platform.opendatahub.io" 2026-09-06T19:07:54Z DEBUG events dashboard-operator-6f4c9f6fd5-hhpj4_3ff5047c-0d05-40ef-916d-95a6e7185f12 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"redhat-ods-applications","name":"dashboard.components.platform.opendatahub.io","uid":"d409902f-d3fc-461a-baa4-15ad24a32e33","apiVersion":"coordination.k8s.io/v1","resourceVersion":"112990042"}, "reason": "LeaderElection"} 2026-09-06T19:07:54Z INFO Starting EventSource {"controller": "dashboard", "controllerGroup": "components.platform.opendatahub.io", "controllerKind": "Dashboard", "source": "kind source: *v1.PodDisruptionBudget"} 2026-09-06T19:07:54Z INFO Starting EventSource {"controller": "dashboard", "controllerGroup": "components.platform.opendatahub.io", "controllerKind": "Dashboard", "source": "kind source: *v1alpha1.Dashboard"} 2026-09-06T19:07:54Z INFO Starting EventSource {"controller": "dashboard", "controllerGroup": "components.platform.opendatahub.io", "controllerKind": "Dashboard", "source": "kind source: *v1.Service"} 2026-09-06T19:07:54Z INFO Starting EventSource {"controller": "dashboard", "controllerGroup": "components.platform.opendatahub.io", "controllerKind": "Dashboard", "source": "kind source: *v1.Deployment"} 2026-09-06T19:07:54Z INFO Starting EventSource {"controller": "dashboard", "controllerGroup": "components.platform.opendatahub.io", "controllerKind": "Dashboard", "source": "kind source: *v1.ConfigMap"} 2026-09-06T19:07:55Z INFO Starting Controller {"controller": "dashboard", "controllerGroup": "components.platform.opendatahub.io", "controllerKind": "Dashboard"} 2026-09-06T19:07:55Z INFO Starting workers {"controller": "dashboard", "controllerGroup": "components.platform.opendatahub.io", "controllerKind": "Dashboard", "worker count": 1} 2026-09-06T19:07:55Z INFO Reconciling Dashboard {"controller": "dashboard", "controllerGroup": "components.platform.opendatahub.io", "controllerKind": "Dashboard", "Dashboard": {"name":"default-dashboard"}, "namespace": "", "name": "default-dashboard", "reconcileID": "c7f0ef8c-512c-4eaf-9ce0-2c10a545eebc", "name": "default-dashboard"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'patchesJson6902' is deprecated. Please use 'patches' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'vars' is deprecated. Please use 'replacements' instead. [EXPERIMENTAL] Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'patchesJson6902' is deprecated. Please use 'patches' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'vars' is deprecated. Please use 'replacements' instead. [EXPERIMENTAL] Run 'kustomize edit fix' to update your Kustomization automatically. 2026-09-06T19:07:57Z INFO Deployed module {"controller": "dashboard", "controllerGroup": "components.platform.opendatahub.io", "controllerKind": "Dashboard", "Dashboard": {"name":"default-dashboard"}, "namespace": "", "name": "default-dashboard", "reconcileID": "c7f0ef8c-512c-4eaf-9ce0-2c10a545eebc", "module": "genAi", "slug": "gen-ai"} # Warning: 'vars' is deprecated. Please use 'replacements' instead. [EXPERIMENTAL] Run 'kustomize edit fix' to update your Kustomization automatically. 2026-09-06T19:07:57Z INFO Deployed module {"controller": "dashboard", "controllerGroup": "components.platform.opendatahub.io", "controllerKind": "Dashboard", "Dashboard": {"name":"default-dashboard"}, "namespace": "", "name": "default-dashboard", "reconcileID": "c7f0ef8c-512c-4eaf-9ce0-2c10a545eebc", "module": "maas", "slug": "maas"} # Warning: 'vars' is deprecated. Please use 'replacements' instead. [EXPERIMENTAL] Run 'kustomize edit fix' to update your Kustomization automatically. 2026-09-06T19:07:57Z INFO Deployed module {"controller": "dashboard", "controllerGroup": "components.platform.opendatahub.io", "controllerKind": "Dashboard", "Dashboard": {"name":"default-dashboard"}, "namespace": "", "name": "default-dashboard", "reconcileID": "c7f0ef8c-512c-4eaf-9ce0-2c10a545eebc", "module": "agentOps", "slug": "agent-ops"} 2026-09-06T19:07:58Z INFO Standalone mode reconciled successfully {"controller": "dashboard", "controllerGroup": "components.platform.opendatahub.io", "controllerKind": "Dashboard", "Dashboard": {"name":"default-dashboard"}, "namespace": "", "name": "default-dashboard", "reconcileID": "c7f0ef8c-512c-4eaf-9ce0-2c10a545eebc", "url": "https://rh-ai.apps.rosa.nmanos-konflux1.durx.p3.openshiftapps.com/", "modules": 8} 2026-09-06T19:12:58Z INFO Reconciling Dashboard {"controller": "dashboard", "controllerGroup": "components.platform.opendatahub.io", "controllerKind": "Dashboard", "Dashboard": {"name":"default-dashboard"}, "namespace": "", "name": "default-dashboard", "reconcileID": "bc31be59-e03d-46b9-bdf1-df5eff86737f", "name": "default-dashboard"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'patchesJson6902' is deprecated. Please use 'patches' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'vars' is deprecated. Please use 'replacements' instead. [EXPERIMENTAL] Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'patchesJson6902' is deprecated. Please use 'patches' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'vars' is deprecated. Please use 'replacements' instead. [EXPERIMENTAL] Run 'kustomize edit fix' to update your Kustomization automatically. 2026-09-06T19:13:00Z INFO Deployed module {"controller": "dashboard", "controllerGroup": "components.platform.opendatahub.io", "controllerKind": "Dashboard", "Dashboard": {"name":"default-dashboard"}, "namespace": "", "name": "default-dashboard", "reconcileID": "bc31be59-e03d-46b9-bdf1-df5eff86737f", "module": "agentOps", "slug": "agent-ops"} # Warning: 'vars' is deprecated. Please use 'replacements' instead. [EXPERIMENTAL] Run 'kustomize edit fix' to update your Kustomization automatically. 2026-09-06T19:13:00Z INFO Deployed module {"controller": "dashboard", "controllerGroup": "components.platform.opendatahub.io", "controllerKind": "Dashboard", "Dashboard": {"name":"default-dashboard"}, "namespace": "", "name": "default-dashboard", "reconcileID": "bc31be59-e03d-46b9-bdf1-df5eff86737f", "module": "genAi", "slug": "gen-ai"} # Warning: 'vars' is deprecated. Please use 'replacements' instead. [EXPERIMENTAL] Run 'kustomize edit fix' to update your Kustomization automatically. 2026-09-06T19:13:00Z INFO Deployed module {"controller": "dashboard", "controllerGroup": "components.platform.opendatahub.io", "controllerKind": "Dashboard", "Dashboard": {"name":"default-dashboard"}, "namespace": "", "name": "default-dashboard", "reconcileID": "bc31be59-e03d-46b9-bdf1-df5eff86737f", "module": "maas", "slug": "maas"} 2026-09-06T19:13:00Z INFO Standalone mode reconciled successfully {"controller": "dashboard", "controllerGroup": "components.platform.opendatahub.io", "controllerKind": "Dashboard", "Dashboard": {"name":"default-dashboard"}, "namespace": "", "name": "default-dashboard", "reconcileID": "bc31be59-e03d-46b9-bdf1-df5eff86737f", "url": "https://rh-ai.apps.rosa.nmanos-konflux1.durx.p3.openshiftapps.com/", "modules": 8} ==================== WORKLOAD POD LOG: redhat-ods-applications/dashboard-redirect-5c78f45f7-8ph4m.log ==================== 2026/09/06 18:40:10 [notice] 1#1: using the "epoll" event method 2026/09/06 18:40:10 [notice] 1#1: nginx/1.26.3 2026/09/06 18:40:10 [notice] 1#1: built by gcc 11.5.0 20240719 (Red Hat 11.5.0-14) (GCC) 2026/09/06 18:40:10 [notice] 1#1: OS: Linux 5.14.0-570.118.1.el9_6.x86_64 2026/09/06 18:40:10 [notice] 1#1: getrlimit(RLIMIT_NOFILE): 1024:524288 2026/09/06 18:40:10 [notice] 1#1: start worker processes 2026/09/06 18:40:10 [notice] 1#1: start worker process 12 2026/09/06 18:40:10 [notice] 1#1: start worker process 13 ==================== WORKLOAD POD LOG: redhat-ods-applications/gen-ai-ui-6fdf4d9489-c8vvk.log ==================== WARNING: proto: file "opentelemetry/proto/trace/v1/trace.proto" is already registered previously from: "github.com/opendatahub-io/mlflow-go/internal/gen/otelpb" currently from: "go.opentelemetry.io/proto/otlp/trace/v1" See https://protobuf.dev/reference/go/faq#namespace-conflict WARNING: proto: file "opentelemetry/proto/trace/v1/trace.proto" has a name conflict over opentelemetry.proto.trace.v1.Span previously from: "github.com/opendatahub-io/mlflow-go/internal/gen/otelpb" currently from: "go.opentelemetry.io/proto/otlp/trace/v1" See https://protobuf.dev/reference/go/faq#namespace-conflict WARNING: proto: message opentelemetry.proto.trace.v1.Span is already registered previously from: "github.com/opendatahub-io/mlflow-go/internal/gen/otelpb" currently from: "go.opentelemetry.io/proto/otlp/trace/v1" See https://protobuf.dev/reference/go/faq#namespace-conflict time=2026-09-06T18:40:35.319Z level=INFO msg="OTel tracing disabled (no collector endpoint configured or discovered)" time=2026-09-06T18:40:35.679Z level=INFO msg="Added CA bundle" path=/etc/pki/ca-trust/extracted/pem/tls-ca-bundle.pem time=2026-09-06T18:40:35.679Z level=INFO msg="Added CA bundle" path=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt time=2026-09-06T18:40:35.679Z level=INFO msg="Added CA bundle" path=/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt time=2026-09-06T18:40:35.679Z level=INFO msg="Added CA bundle" path=/etc/pki/tls/certs/odh-ca-bundle.crt time=2026-09-06T18:40:35.776Z level=INFO msg="Added CA bundle" path=/etc/pki/tls/certs/odh-trusted-ca-bundle.crt time=2026-09-06T18:40:35.776Z level=INFO msg="Detected dashboard namespace" namespace=redhat-ods-applications time=2026-09-06T18:40:35.776Z level=INFO msg="Using real LlamaStack client factory" url="" time=2026-09-06T18:40:35.776Z level=INFO msg="Using real NeMo Guardrails client factory" url="" time=2026-09-06T18:40:36.604Z level=INFO msg="platform OpenTelemetryCollector CR not found, trace route management disabled" error="failed to list OpenTelemetryCollector CRs for platform collector discovery: the server could not find the requested resource" time=2026-09-06T18:40:36.673Z level=INFO msg="SA client initialized for pgvector provisioning" time=2026-09-06T18:40:36.700Z level=WARN msg="MLflow URL not configured and auto-discovery failed, MLflow endpoints will return 503" time=2026-09-06T18:40:36.745Z level=WARN msg="Failed to discover MLflow external URL for code export" error="failed to list MLflow CRs: the server could not find the requested resource" time=2026-09-06T18:40:36.745Z level=INFO msg="Using real BFF client factory" maasServiceName=odh-dashboard-maas-ui maasServicePort=8243 maasDevURL="" mlflowServiceName=odh-dashboard-mlflow-ui mlflowServicePort=8343 mlflowDevURL="" time=2026-09-06T18:40:36.745Z level=INFO msg="Initialized file upload job tracker" time=2026-09-06T18:40:36.800Z level=INFO msg="Cached cluster domain for MaaS autodiscovery" domain=apps.rosa.nmanos-konflux1.durx.p3.openshiftapps.com time=2026-09-06T18:40:36.800Z level=INFO msg="starting server" addr=:8143 "TLS enabled"=true path_prefix=/gen-ai swagger_ui=/gen-ai/swagger-ui ==================== WORKLOAD POD LOG: redhat-ods-applications/kserve-controller-manager-64f7dddc6b-299f7.log ==================== {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"setup","msg":"Setting up client for manager"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"setup","msg":"Setting up manager"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"setup","msg":"Registering Components."} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"setup","msg":"Setting up controller schemes"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"setup","msg":"Setting up v1beta1 controller"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"v1beta1Controllers.InferenceService","msg":"The InferenceService controller won't watch serving.knative.dev/v1/Service resources because the CRD is not available."} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"v1beta1Controllers.InferenceService","msg":"The InferenceService controller won't watch opentelemetry-collector resources because the CRD is not available."} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"setup","msg":"Setting up v1beta1 TrainedModel controller"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"setup","msg":"Setting up InferenceGraph controller"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"v1alpha1Controllers.InferenceGraph","msg":"The InferenceGraph controller won't watch serving.knative.dev/v1/Service resources because the CRD is not available."} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"setup","msg":"setting up webhook server"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"setup","msg":"registering webhooks to the webhook server"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-pods"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"setup","msg":"registering cluster serving runtime validator webhook to the webhook server"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-serving-kserve-io-v1alpha1-clusterservingruntime"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"setup","msg":"registering serving runtime validator webhook to the webhook server"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-serving-kserve-io-v1alpha1-servingruntime"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"serving.kserve.io/v1alpha1, Kind=TrainedModel","path":"/validate-serving-kserve-io-v1alpha1-trainedmodel"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-serving-kserve-io-v1alpha1-trainedmodel"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"serving.kserve.io/v1alpha1, Kind=InferenceGraph","path":"/validate-serving-kserve-io-v1alpha1-inferencegraph"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-serving-kserve-io-v1alpha1-inferencegraph"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"controller-runtime.builder","msg":"Registering a mutating webhook","GVK":"serving.kserve.io/v1beta1, Kind=InferenceService","path":"/mutate-serving-kserve-io-v1beta1-inferenceservice"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-serving-kserve-io-v1beta1-inferenceservice"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"serving.kserve.io/v1beta1, Kind=InferenceService","path":"/validate-serving-kserve-io-v1beta1-inferenceservice"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-serving-kserve-io-v1beta1-inferenceservice"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"setup","msg":"Starting the Cmd."} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":"127.0.0.1:8080","secure":false} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-09-06T18:40:49Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} I0906 18:40:49.908439 1 leaderelection.go:257] attempting to acquire leader lease redhat-ods-applications/kserve-controller-manager-leader-lock... I0906 18:40:49.972794 1 leaderelection.go:271] successfully acquired lease redhat-ods-applications/kserve-controller-manager-leader-lock {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Starting EventSource","controller":"inferencegraph","controllerGroup":"serving.kserve.io","controllerKind":"InferenceGraph","source":"kind source: *v1.Route"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Starting EventSource","controller":"inferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"InferenceService","source":"kind source: *v1beta1.InferenceService"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Starting EventSource","controller":"inferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"InferenceService","source":"kind source: *v1.Deployment"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Starting EventSource","controller":"inferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"InferenceService","source":"kind source: *v1.Service"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Starting EventSource","controller":"inferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"InferenceService","source":"kind source: *v1alpha1.ScaledObject"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Starting EventSource","controller":"inferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"InferenceService","source":"kind source: *v1beta1.VirtualService"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Starting EventSource","controller":"inferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"InferenceService","source":"kind source: *v1.Ingress"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Starting EventSource","controller":"inferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"InferenceService","source":"kind source: *v1alpha1.ServingRuntime"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Starting EventSource","controller":"inferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"InferenceService","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Starting EventSource","controller":"trainedmodel","controllerGroup":"serving.kserve.io","controllerKind":"TrainedModel","source":"kind source: *v1alpha1.TrainedModel"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Starting EventSource","controller":"inferencegraph","controllerGroup":"serving.kserve.io","controllerKind":"InferenceGraph","source":"kind source: *v1alpha1.InferenceGraph"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Starting EventSource","controller":"inferencegraph","controllerGroup":"serving.kserve.io","controllerKind":"InferenceGraph","source":"kind source: *v1.Deployment"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"Starting EventSource","controller":"inferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"InferenceService","source":"kind source: *v1alpha1.ClusterServingRuntime"} {"level":"info","ts":"2026-09-06T18:40:50Z","msg":"Starting Controller","controller":"trainedmodel","controllerGroup":"serving.kserve.io","controllerKind":"TrainedModel"} {"level":"info","ts":"2026-09-06T18:40:50Z","msg":"Starting Controller","controller":"inferencegraph","controllerGroup":"serving.kserve.io","controllerKind":"InferenceGraph"} {"level":"info","ts":"2026-09-06T18:40:50Z","msg":"Starting workers","controller":"inferencegraph","controllerGroup":"serving.kserve.io","controllerKind":"InferenceGraph","worker count":1} {"level":"info","ts":"2026-09-06T18:40:50Z","msg":"Starting workers","controller":"trainedmodel","controllerGroup":"serving.kserve.io","controllerKind":"TrainedModel","worker count":1} {"level":"info","ts":"2026-09-06T18:40:50Z","msg":"Starting Controller","controller":"inferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"InferenceService"} {"level":"info","ts":"2026-09-06T18:40:50Z","msg":"Starting workers","controller":"inferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"InferenceService","worker count":1} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.34.5/tools/cache/reflector.go:290","type":"*v1.Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 15; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} ==================== WORKLOAD POD LOG: redhat-ods-applications/kserve-module-controller-manager-849db56bdc-n8ckt.log ==================== {"level":"info","ts":"2026-09-06T18:40:04Z","logger":"setup","msg":"setting up kserve-module controller"} {"level":"info","ts":"2026-09-06T18:40:12Z","logger":"setup","msg":"starting manager"} {"level":"info","ts":"2026-09-06T18:40:12Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-09-06T18:40:12Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8080","secure":false} I0906 18:40:12.710800 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="redhat-ods-applications/kserve-module-controller-manager" I0906 18:40:12.761288 1 leaderelection.go:272] "Successfully acquired lease" lock="redhat-ods-applications/kserve-module-controller-manager" {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1alpha1.Kserve"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Role"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ClusterRole"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ClusterRoleBinding"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Service"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ServiceAccount"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.PersistentVolume"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.PersistentVolumeClaim"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Deployment"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.DaemonSet"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.MutatingWebhookConfiguration"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.NetworkPolicy"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.PartialObjectMetadata"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.RoleBinding"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.ValidatingWebhookConfiguration"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *v1.Node"} {"level":"info","ts":"2026-09-06T18:40:12Z","msg":"Starting EventSource","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","source":"kind source: *unstructured.Unstructured"} {"level":"info","ts":"2026-09-06T18:40:13Z","msg":"Starting Controller","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve"} {"level":"info","ts":"2026-09-06T18:40:13Z","msg":"Starting workers","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","worker count":1} {"level":"info","ts":"2026-09-06T18:40:13Z","msg":"added module finalizer to Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"bb4167ea-a932-4fa4-a283-575a7f8d940b"} {"level":"info","ts":"2026-09-06T18:40:13Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"bb4167ea-a932-4fa4-a283-575a7f8d940b","name":"default-kserve"} {"level":"info","ts":"2026-09-06T18:40:17Z","msg":"Skipping HWP migration: AcceleratorProfile CRD not found","group":"dashboard.opendatahub.io"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"bb4167ea-a932-4fa4-a283-575a7f8d940b","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"bb4167ea-a932-4fa4-a283-575a7f8d940b","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"bb4167ea-a932-4fa4-a283-575a7f8d940b","component":"kserve","resources":77} {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"bb4167ea-a932-4fa4-a283-575a7f8d940b","component":"modelcontroller","resourceCount":57} {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"bb4167ea-a932-4fa4-a283-575a7f8d940b","before":57,"after":39,"removed":18} {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"bb4167ea-a932-4fa4-a283-575a7f8d940b","component":"modelcontroller","resources":39} {"level":"info","ts":"2026-09-06T18:40:40Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"bb4167ea-a932-4fa4-a283-575a7f8d940b","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-06T18:40:41Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"bb4167ea-a932-4fa4-a283-575a7f8d940b","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-06T18:40:41Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"bb4167ea-a932-4fa4-a283-575a7f8d940b","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-06T18:40:41Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"bb4167ea-a932-4fa4-a283-575a7f8d940b"} {"level":"info","ts":"2026-09-06T18:40:41Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"bb4167ea-a932-4fa4-a283-575a7f8d940b","component":"observability","resources":0} {"level":"info","ts":"2026-09-06T18:40:41Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"bb4167ea-a932-4fa4-a283-575a7f8d940b","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-06T18:40:41Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"bb4167ea-a932-4fa4-a283-575a7f8d940b","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-06T18:40:41Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"bb4167ea-a932-4fa4-a283-575a7f8d940b","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"bb4167ea-a932-4fa4-a283-575a7f8d940b","owned":100,"unowned":20} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"not all components ready, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"bb4167ea-a932-4fa4-a283-575a7f8d940b"} {"level":"info","ts":"2026-09-06T18:40:49Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f0758536-d9a2-4fc8-a9d3-fae619c35be0","name":"default-kserve"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f0758536-d9a2-4fc8-a9d3-fae619c35be0","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f0758536-d9a2-4fc8-a9d3-fae619c35be0","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f0758536-d9a2-4fc8-a9d3-fae619c35be0","component":"kserve","resources":77} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f0758536-d9a2-4fc8-a9d3-fae619c35be0","component":"modelcontroller","resourceCount":57} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f0758536-d9a2-4fc8-a9d3-fae619c35be0","before":57,"after":39,"removed":18} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f0758536-d9a2-4fc8-a9d3-fae619c35be0","component":"modelcontroller","resources":39} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f0758536-d9a2-4fc8-a9d3-fae619c35be0","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f0758536-d9a2-4fc8-a9d3-fae619c35be0","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f0758536-d9a2-4fc8-a9d3-fae619c35be0","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f0758536-d9a2-4fc8-a9d3-fae619c35be0"} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f0758536-d9a2-4fc8-a9d3-fae619c35be0","component":"observability","resources":0} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f0758536-d9a2-4fc8-a9d3-fae619c35be0","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f0758536-d9a2-4fc8-a9d3-fae619c35be0","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-06T18:40:54Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f0758536-d9a2-4fc8-a9d3-fae619c35be0","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f0758536-d9a2-4fc8-a9d3-fae619c35be0","owned":100,"unowned":20} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"not all components ready, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f0758536-d9a2-4fc8-a9d3-fae619c35be0"} {"level":"info","ts":"2026-09-06T18:40:55Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3dcdeee7-7a16-4ca6-98e6-e9525162be07","name":"default-kserve"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3dcdeee7-7a16-4ca6-98e6-e9525162be07","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3dcdeee7-7a16-4ca6-98e6-e9525162be07","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3dcdeee7-7a16-4ca6-98e6-e9525162be07","component":"kserve","resources":77} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3dcdeee7-7a16-4ca6-98e6-e9525162be07","component":"modelcontroller","resourceCount":57} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3dcdeee7-7a16-4ca6-98e6-e9525162be07","before":57,"after":39,"removed":18} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3dcdeee7-7a16-4ca6-98e6-e9525162be07","component":"modelcontroller","resources":39} {"level":"info","ts":"2026-09-06T18:41:00Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3dcdeee7-7a16-4ca6-98e6-e9525162be07","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3dcdeee7-7a16-4ca6-98e6-e9525162be07","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3dcdeee7-7a16-4ca6-98e6-e9525162be07","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3dcdeee7-7a16-4ca6-98e6-e9525162be07"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3dcdeee7-7a16-4ca6-98e6-e9525162be07","component":"observability","resources":0} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3dcdeee7-7a16-4ca6-98e6-e9525162be07","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3dcdeee7-7a16-4ca6-98e6-e9525162be07","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3dcdeee7-7a16-4ca6-98e6-e9525162be07","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3dcdeee7-7a16-4ca6-98e6-e9525162be07","owned":100,"unowned":20} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"not all components ready, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"3dcdeee7-7a16-4ca6-98e6-e9525162be07"} {"level":"info","ts":"2026-09-06T18:41:01Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d477273a-0885-4e22-9545-d401a0e8a3d5","name":"default-kserve"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-06T18:41:06Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d477273a-0885-4e22-9545-d401a0e8a3d5","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-06T18:41:06Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d477273a-0885-4e22-9545-d401a0e8a3d5","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-06T18:41:06Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d477273a-0885-4e22-9545-d401a0e8a3d5","component":"kserve","resources":77} {"level":"info","ts":"2026-09-06T18:41:06Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d477273a-0885-4e22-9545-d401a0e8a3d5","component":"modelcontroller","resourceCount":57} {"level":"info","ts":"2026-09-06T18:41:06Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d477273a-0885-4e22-9545-d401a0e8a3d5","before":57,"after":39,"removed":18} {"level":"info","ts":"2026-09-06T18:41:06Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d477273a-0885-4e22-9545-d401a0e8a3d5","component":"modelcontroller","resources":39} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d477273a-0885-4e22-9545-d401a0e8a3d5","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d477273a-0885-4e22-9545-d401a0e8a3d5","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d477273a-0885-4e22-9545-d401a0e8a3d5","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d477273a-0885-4e22-9545-d401a0e8a3d5"} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d477273a-0885-4e22-9545-d401a0e8a3d5","component":"observability","resources":0} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d477273a-0885-4e22-9545-d401a0e8a3d5","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d477273a-0885-4e22-9545-d401a0e8a3d5","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-06T18:41:07Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d477273a-0885-4e22-9545-d401a0e8a3d5","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-06T18:41:08Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d477273a-0885-4e22-9545-d401a0e8a3d5","owned":100,"unowned":20} {"level":"info","ts":"2026-09-06T18:41:08Z","msg":"not all components ready, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d477273a-0885-4e22-9545-d401a0e8a3d5"} {"level":"info","ts":"2026-09-06T18:41:08Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c67a162-9cf5-4a79-bd3f-7675a369e54a","name":"default-kserve"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-06T18:41:12Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c67a162-9cf5-4a79-bd3f-7675a369e54a","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-06T18:41:12Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c67a162-9cf5-4a79-bd3f-7675a369e54a","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-06T18:41:12Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c67a162-9cf5-4a79-bd3f-7675a369e54a","component":"kserve","resources":77} {"level":"info","ts":"2026-09-06T18:41:13Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c67a162-9cf5-4a79-bd3f-7675a369e54a","component":"modelcontroller","resourceCount":57} {"level":"info","ts":"2026-09-06T18:41:13Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c67a162-9cf5-4a79-bd3f-7675a369e54a","before":57,"after":39,"removed":18} {"level":"info","ts":"2026-09-06T18:41:13Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c67a162-9cf5-4a79-bd3f-7675a369e54a","component":"modelcontroller","resources":39} {"level":"info","ts":"2026-09-06T18:41:13Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c67a162-9cf5-4a79-bd3f-7675a369e54a","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-06T18:41:13Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c67a162-9cf5-4a79-bd3f-7675a369e54a","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-06T18:41:13Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c67a162-9cf5-4a79-bd3f-7675a369e54a","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-06T18:41:13Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c67a162-9cf5-4a79-bd3f-7675a369e54a"} {"level":"info","ts":"2026-09-06T18:41:13Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c67a162-9cf5-4a79-bd3f-7675a369e54a","component":"observability","resources":0} {"level":"info","ts":"2026-09-06T18:41:13Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c67a162-9cf5-4a79-bd3f-7675a369e54a","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-06T18:41:13Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c67a162-9cf5-4a79-bd3f-7675a369e54a","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-06T18:41:13Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c67a162-9cf5-4a79-bd3f-7675a369e54a","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-06T18:41:14Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c67a162-9cf5-4a79-bd3f-7675a369e54a","owned":100,"unowned":20} {"level":"info","ts":"2026-09-06T18:41:14Z","msg":"not all components ready, requeueing","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"9c67a162-9cf5-4a79-bd3f-7675a369e54a"} {"level":"info","ts":"2026-09-06T18:41:20Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"698e15a2-aa19-4452-878f-18714bea5c1e","name":"default-kserve"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-06T18:41:25Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"698e15a2-aa19-4452-878f-18714bea5c1e","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-06T18:41:25Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"698e15a2-aa19-4452-878f-18714bea5c1e","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-06T18:41:25Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"698e15a2-aa19-4452-878f-18714bea5c1e","component":"kserve","resources":77} {"level":"info","ts":"2026-09-06T18:41:25Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"698e15a2-aa19-4452-878f-18714bea5c1e","component":"modelcontroller","resourceCount":57} {"level":"info","ts":"2026-09-06T18:41:25Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"698e15a2-aa19-4452-878f-18714bea5c1e","before":57,"after":39,"removed":18} {"level":"info","ts":"2026-09-06T18:41:25Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"698e15a2-aa19-4452-878f-18714bea5c1e","component":"modelcontroller","resources":39} {"level":"info","ts":"2026-09-06T18:41:25Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"698e15a2-aa19-4452-878f-18714bea5c1e","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-06T18:41:25Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"698e15a2-aa19-4452-878f-18714bea5c1e","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-06T18:41:25Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"698e15a2-aa19-4452-878f-18714bea5c1e","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-06T18:41:25Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"698e15a2-aa19-4452-878f-18714bea5c1e"} {"level":"info","ts":"2026-09-06T18:41:25Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"698e15a2-aa19-4452-878f-18714bea5c1e","component":"observability","resources":0} {"level":"info","ts":"2026-09-06T18:41:25Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"698e15a2-aa19-4452-878f-18714bea5c1e","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-06T18:41:25Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"698e15a2-aa19-4452-878f-18714bea5c1e","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-06T18:41:25Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"698e15a2-aa19-4452-878f-18714bea5c1e","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-06T18:41:26Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"698e15a2-aa19-4452-878f-18714bea5c1e","owned":100,"unowned":20} {"level":"info","ts":"2026-09-06T18:41:26Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0d6f820e-c9f8-417b-af74-22492a0f6e1f","name":"default-kserve"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-06T18:41:31Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0d6f820e-c9f8-417b-af74-22492a0f6e1f","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-06T18:41:31Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0d6f820e-c9f8-417b-af74-22492a0f6e1f","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-06T18:41:31Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0d6f820e-c9f8-417b-af74-22492a0f6e1f","component":"kserve","resources":77} {"level":"info","ts":"2026-09-06T18:41:31Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0d6f820e-c9f8-417b-af74-22492a0f6e1f","component":"modelcontroller","resourceCount":57} {"level":"info","ts":"2026-09-06T18:41:31Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0d6f820e-c9f8-417b-af74-22492a0f6e1f","before":57,"after":39,"removed":18} {"level":"info","ts":"2026-09-06T18:41:31Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0d6f820e-c9f8-417b-af74-22492a0f6e1f","component":"modelcontroller","resources":39} {"level":"info","ts":"2026-09-06T18:41:31Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0d6f820e-c9f8-417b-af74-22492a0f6e1f","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0d6f820e-c9f8-417b-af74-22492a0f6e1f","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0d6f820e-c9f8-417b-af74-22492a0f6e1f","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0d6f820e-c9f8-417b-af74-22492a0f6e1f"} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0d6f820e-c9f8-417b-af74-22492a0f6e1f","component":"observability","resources":0} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0d6f820e-c9f8-417b-af74-22492a0f6e1f","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0d6f820e-c9f8-417b-af74-22492a0f6e1f","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0d6f820e-c9f8-417b-af74-22492a0f6e1f","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0d6f820e-c9f8-417b-af74-22492a0f6e1f","owned":100,"unowned":20} {"level":"info","ts":"2026-09-06T18:41:32Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"6557d360-2a6e-431f-88af-530aefd7a000","name":"default-kserve"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-06T18:41:37Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"6557d360-2a6e-431f-88af-530aefd7a000","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-06T18:41:37Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"6557d360-2a6e-431f-88af-530aefd7a000","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-06T18:41:37Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"6557d360-2a6e-431f-88af-530aefd7a000","component":"kserve","resources":77} {"level":"info","ts":"2026-09-06T18:41:37Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"6557d360-2a6e-431f-88af-530aefd7a000","component":"modelcontroller","resourceCount":57} {"level":"info","ts":"2026-09-06T18:41:37Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"6557d360-2a6e-431f-88af-530aefd7a000","before":57,"after":39,"removed":18} {"level":"info","ts":"2026-09-06T18:41:37Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"6557d360-2a6e-431f-88af-530aefd7a000","component":"modelcontroller","resources":39} {"level":"info","ts":"2026-09-06T18:41:37Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"6557d360-2a6e-431f-88af-530aefd7a000","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-06T18:41:38Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"6557d360-2a6e-431f-88af-530aefd7a000","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-06T18:41:38Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"6557d360-2a6e-431f-88af-530aefd7a000","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-06T18:41:38Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"6557d360-2a6e-431f-88af-530aefd7a000"} {"level":"info","ts":"2026-09-06T18:41:38Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"6557d360-2a6e-431f-88af-530aefd7a000","component":"observability","resources":0} {"level":"info","ts":"2026-09-06T18:41:38Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"6557d360-2a6e-431f-88af-530aefd7a000","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-06T18:41:38Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"6557d360-2a6e-431f-88af-530aefd7a000","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-06T18:41:38Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"6557d360-2a6e-431f-88af-530aefd7a000","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-06T18:41:40Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"6557d360-2a6e-431f-88af-530aefd7a000","owned":100,"unowned":20} {"level":"info","ts":"2026-09-06T18:41:40Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d3df9044-4564-4718-a31e-7e8dfa0dbce3","name":"default-kserve"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-06T18:41:44Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d3df9044-4564-4718-a31e-7e8dfa0dbce3","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-06T18:41:44Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d3df9044-4564-4718-a31e-7e8dfa0dbce3","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-06T18:41:44Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d3df9044-4564-4718-a31e-7e8dfa0dbce3","component":"kserve","resources":77} {"level":"info","ts":"2026-09-06T18:41:45Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d3df9044-4564-4718-a31e-7e8dfa0dbce3","component":"modelcontroller","resourceCount":57} {"level":"info","ts":"2026-09-06T18:41:45Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d3df9044-4564-4718-a31e-7e8dfa0dbce3","before":57,"after":39,"removed":18} {"level":"info","ts":"2026-09-06T18:41:45Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d3df9044-4564-4718-a31e-7e8dfa0dbce3","component":"modelcontroller","resources":39} {"level":"info","ts":"2026-09-06T18:41:45Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d3df9044-4564-4718-a31e-7e8dfa0dbce3","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-06T18:41:45Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d3df9044-4564-4718-a31e-7e8dfa0dbce3","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-06T18:41:45Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d3df9044-4564-4718-a31e-7e8dfa0dbce3","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-06T18:41:45Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d3df9044-4564-4718-a31e-7e8dfa0dbce3"} {"level":"info","ts":"2026-09-06T18:41:45Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d3df9044-4564-4718-a31e-7e8dfa0dbce3","component":"observability","resources":0} {"level":"info","ts":"2026-09-06T18:41:45Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d3df9044-4564-4718-a31e-7e8dfa0dbce3","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-06T18:41:45Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d3df9044-4564-4718-a31e-7e8dfa0dbce3","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-06T18:41:45Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d3df9044-4564-4718-a31e-7e8dfa0dbce3","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-06T18:41:47Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"d3df9044-4564-4718-a31e-7e8dfa0dbce3","owned":100,"unowned":20} {"level":"info","ts":"2026-09-06T18:46:01Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2330119d-cf8a-4122-b01c-14b9767b1ff2","name":"default-kserve"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-06T18:46:06Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2330119d-cf8a-4122-b01c-14b9767b1ff2","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-06T18:46:06Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2330119d-cf8a-4122-b01c-14b9767b1ff2","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-06T18:46:06Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2330119d-cf8a-4122-b01c-14b9767b1ff2","component":"kserve","resources":77} {"level":"info","ts":"2026-09-06T18:46:06Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2330119d-cf8a-4122-b01c-14b9767b1ff2","component":"modelcontroller","resourceCount":57} {"level":"info","ts":"2026-09-06T18:46:06Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2330119d-cf8a-4122-b01c-14b9767b1ff2","before":57,"after":39,"removed":18} {"level":"info","ts":"2026-09-06T18:46:06Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2330119d-cf8a-4122-b01c-14b9767b1ff2","component":"modelcontroller","resources":39} {"level":"info","ts":"2026-09-06T18:46:06Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2330119d-cf8a-4122-b01c-14b9767b1ff2","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-06T18:46:07Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2330119d-cf8a-4122-b01c-14b9767b1ff2","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-06T18:46:07Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2330119d-cf8a-4122-b01c-14b9767b1ff2","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-06T18:46:07Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2330119d-cf8a-4122-b01c-14b9767b1ff2"} {"level":"info","ts":"2026-09-06T18:46:07Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2330119d-cf8a-4122-b01c-14b9767b1ff2","component":"observability","resources":0} {"level":"info","ts":"2026-09-06T18:46:07Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2330119d-cf8a-4122-b01c-14b9767b1ff2","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-06T18:46:07Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2330119d-cf8a-4122-b01c-14b9767b1ff2","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-06T18:46:07Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2330119d-cf8a-4122-b01c-14b9767b1ff2","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-06T18:46:08Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2330119d-cf8a-4122-b01c-14b9767b1ff2","owned":100,"unowned":20} {"level":"info","ts":"2026-09-06T18:46:08Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f881a0b1-9e9f-4806-87f8-fdbdd3ca30ac","name":"default-kserve"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-06T18:46:12Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f881a0b1-9e9f-4806-87f8-fdbdd3ca30ac","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-06T18:46:12Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f881a0b1-9e9f-4806-87f8-fdbdd3ca30ac","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-06T18:46:12Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f881a0b1-9e9f-4806-87f8-fdbdd3ca30ac","component":"kserve","resources":77} {"level":"info","ts":"2026-09-06T18:46:12Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f881a0b1-9e9f-4806-87f8-fdbdd3ca30ac","component":"modelcontroller","resourceCount":57} {"level":"info","ts":"2026-09-06T18:46:12Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f881a0b1-9e9f-4806-87f8-fdbdd3ca30ac","before":57,"after":39,"removed":18} {"level":"info","ts":"2026-09-06T18:46:12Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f881a0b1-9e9f-4806-87f8-fdbdd3ca30ac","component":"modelcontroller","resources":39} {"level":"info","ts":"2026-09-06T18:46:13Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f881a0b1-9e9f-4806-87f8-fdbdd3ca30ac","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-06T18:46:13Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f881a0b1-9e9f-4806-87f8-fdbdd3ca30ac","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-06T18:46:13Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f881a0b1-9e9f-4806-87f8-fdbdd3ca30ac","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-06T18:46:13Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f881a0b1-9e9f-4806-87f8-fdbdd3ca30ac"} {"level":"info","ts":"2026-09-06T18:46:13Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f881a0b1-9e9f-4806-87f8-fdbdd3ca30ac","component":"observability","resources":0} {"level":"info","ts":"2026-09-06T18:46:13Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f881a0b1-9e9f-4806-87f8-fdbdd3ca30ac","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-06T18:46:13Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f881a0b1-9e9f-4806-87f8-fdbdd3ca30ac","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-06T18:46:13Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f881a0b1-9e9f-4806-87f8-fdbdd3ca30ac","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-06T18:46:14Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f881a0b1-9e9f-4806-87f8-fdbdd3ca30ac","owned":100,"unowned":20} {"level":"info","ts":"2026-09-06T18:46:14Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2469fea6-a0b4-4f1b-babc-4262f13282b4","name":"default-kserve"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-06T18:46:18Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2469fea6-a0b4-4f1b-babc-4262f13282b4","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-06T18:46:18Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2469fea6-a0b4-4f1b-babc-4262f13282b4","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-06T18:46:18Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2469fea6-a0b4-4f1b-babc-4262f13282b4","component":"kserve","resources":77} {"level":"info","ts":"2026-09-06T18:46:19Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2469fea6-a0b4-4f1b-babc-4262f13282b4","component":"modelcontroller","resourceCount":57} {"level":"info","ts":"2026-09-06T18:46:19Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2469fea6-a0b4-4f1b-babc-4262f13282b4","before":57,"after":39,"removed":18} {"level":"info","ts":"2026-09-06T18:46:19Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2469fea6-a0b4-4f1b-babc-4262f13282b4","component":"modelcontroller","resources":39} {"level":"info","ts":"2026-09-06T18:46:19Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2469fea6-a0b4-4f1b-babc-4262f13282b4","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-06T18:46:19Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2469fea6-a0b4-4f1b-babc-4262f13282b4","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-06T18:46:19Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2469fea6-a0b4-4f1b-babc-4262f13282b4","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-06T18:46:19Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2469fea6-a0b4-4f1b-babc-4262f13282b4"} {"level":"info","ts":"2026-09-06T18:46:19Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2469fea6-a0b4-4f1b-babc-4262f13282b4","component":"observability","resources":0} {"level":"info","ts":"2026-09-06T18:46:19Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2469fea6-a0b4-4f1b-babc-4262f13282b4","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-06T18:46:19Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2469fea6-a0b4-4f1b-babc-4262f13282b4","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-06T18:46:19Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2469fea6-a0b4-4f1b-babc-4262f13282b4","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-06T18:46:20Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"2469fea6-a0b4-4f1b-babc-4262f13282b4","owned":100,"unowned":20} {"level":"info","ts":"2026-09-06T18:55:06Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1b9069ae-7331-4f36-a915-15c4367fcd62","name":"default-kserve"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-06T18:55:11Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1b9069ae-7331-4f36-a915-15c4367fcd62","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-06T18:55:11Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1b9069ae-7331-4f36-a915-15c4367fcd62","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-06T18:55:11Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1b9069ae-7331-4f36-a915-15c4367fcd62","component":"kserve","resources":77} {"level":"info","ts":"2026-09-06T18:55:11Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1b9069ae-7331-4f36-a915-15c4367fcd62","component":"modelcontroller","resourceCount":57} {"level":"info","ts":"2026-09-06T18:55:11Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1b9069ae-7331-4f36-a915-15c4367fcd62","before":57,"after":39,"removed":18} {"level":"info","ts":"2026-09-06T18:55:11Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1b9069ae-7331-4f36-a915-15c4367fcd62","component":"modelcontroller","resources":39} {"level":"info","ts":"2026-09-06T18:55:11Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1b9069ae-7331-4f36-a915-15c4367fcd62","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-06T18:55:12Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1b9069ae-7331-4f36-a915-15c4367fcd62","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-06T18:55:12Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1b9069ae-7331-4f36-a915-15c4367fcd62","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-06T18:55:12Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1b9069ae-7331-4f36-a915-15c4367fcd62"} {"level":"info","ts":"2026-09-06T18:55:12Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1b9069ae-7331-4f36-a915-15c4367fcd62","component":"observability","resources":0} {"level":"info","ts":"2026-09-06T18:55:12Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1b9069ae-7331-4f36-a915-15c4367fcd62","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-06T18:55:12Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1b9069ae-7331-4f36-a915-15c4367fcd62","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-06T18:55:12Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1b9069ae-7331-4f36-a915-15c4367fcd62","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-06T18:55:14Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"1b9069ae-7331-4f36-a915-15c4367fcd62","owned":100,"unowned":20} {"level":"info","ts":"2026-09-06T18:55:14Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0be66770-ab36-4c52-9027-38c727b69606","name":"default-kserve"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-06T18:55:19Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0be66770-ab36-4c52-9027-38c727b69606","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-06T18:55:19Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0be66770-ab36-4c52-9027-38c727b69606","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-06T18:55:19Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0be66770-ab36-4c52-9027-38c727b69606","component":"kserve","resources":77} {"level":"info","ts":"2026-09-06T18:55:19Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0be66770-ab36-4c52-9027-38c727b69606","component":"modelcontroller","resourceCount":57} {"level":"info","ts":"2026-09-06T18:55:19Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0be66770-ab36-4c52-9027-38c727b69606","before":57,"after":39,"removed":18} {"level":"info","ts":"2026-09-06T18:55:19Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0be66770-ab36-4c52-9027-38c727b69606","component":"modelcontroller","resources":39} {"level":"info","ts":"2026-09-06T18:55:19Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0be66770-ab36-4c52-9027-38c727b69606","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-06T18:55:20Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0be66770-ab36-4c52-9027-38c727b69606","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-06T18:55:20Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0be66770-ab36-4c52-9027-38c727b69606","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-06T18:55:20Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0be66770-ab36-4c52-9027-38c727b69606"} {"level":"info","ts":"2026-09-06T18:55:20Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0be66770-ab36-4c52-9027-38c727b69606","component":"observability","resources":0} {"level":"info","ts":"2026-09-06T18:55:20Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0be66770-ab36-4c52-9027-38c727b69606","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-06T18:55:20Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0be66770-ab36-4c52-9027-38c727b69606","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-06T18:55:20Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0be66770-ab36-4c52-9027-38c727b69606","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-06T18:55:21Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"0be66770-ab36-4c52-9027-38c727b69606","owned":100,"unowned":20} {"level":"info","ts":"2026-09-06T19:05:19Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"33afedc8-177f-491b-9c88-9bd8064a9f60","name":"default-kserve"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-06T19:05:26Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"33afedc8-177f-491b-9c88-9bd8064a9f60","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-06T19:05:26Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"33afedc8-177f-491b-9c88-9bd8064a9f60","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-06T19:05:26Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"33afedc8-177f-491b-9c88-9bd8064a9f60","component":"kserve","resources":77} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"33afedc8-177f-491b-9c88-9bd8064a9f60","component":"modelcontroller","resourceCount":57} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"33afedc8-177f-491b-9c88-9bd8064a9f60","before":57,"after":39,"removed":18} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"33afedc8-177f-491b-9c88-9bd8064a9f60","component":"modelcontroller","resources":39} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"33afedc8-177f-491b-9c88-9bd8064a9f60","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"33afedc8-177f-491b-9c88-9bd8064a9f60","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"33afedc8-177f-491b-9c88-9bd8064a9f60","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"33afedc8-177f-491b-9c88-9bd8064a9f60"} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"33afedc8-177f-491b-9c88-9bd8064a9f60","component":"observability","resources":0} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"33afedc8-177f-491b-9c88-9bd8064a9f60","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"33afedc8-177f-491b-9c88-9bd8064a9f60","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-06T19:05:27Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"33afedc8-177f-491b-9c88-9bd8064a9f60","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"33afedc8-177f-491b-9c88-9bd8064a9f60","owned":100,"unowned":20} {"level":"info","ts":"2026-09-06T19:05:30Z","msg":"reconciling Kserve CR","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f12309dc-a432-4bf3-b79e-72e49a672715","name":"default-kserve"} # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. # Warning: 'commonLabels' is deprecated. Please use 'labels' instead. Run 'kustomize edit fix' to update your Kustomization automatically. {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f12309dc-a432-4bf3-b79e-72e49a672715","component":"kserve","resourceCount":95} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f12309dc-a432-4bf3-b79e-72e49a672715","before":95,"after":77,"removed":18} {"level":"info","ts":"2026-09-06T19:05:34Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f12309dc-a432-4bf3-b79e-72e49a672715","component":"kserve","resources":77} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f12309dc-a432-4bf3-b79e-72e49a672715","component":"modelcontroller","resourceCount":57} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"filtered fast-variant resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f12309dc-a432-4bf3-b79e-72e49a672715","before":57,"after":39,"removed":18} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f12309dc-a432-4bf3-b79e-72e49a672715","component":"modelcontroller","resources":39} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f12309dc-a432-4bf3-b79e-72e49a672715","component":"wva","resourceCount":24} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"default cleanup completed","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f12309dc-a432-4bf3-b79e-72e49a672715","component":"modelcache","resourceCount":27} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f12309dc-a432-4bf3-b79e-72e49a672715","component":"observability","resourceCount":3} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"PersesDashboard CRD not available, skipping observability dashboards","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f12309dc-a432-4bf3-b79e-72e49a672715"} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f12309dc-a432-4bf3-b79e-72e49a672715","component":"observability","resources":0} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"rendered kustomize manifests","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f12309dc-a432-4bf3-b79e-72e49a672715","component":"console-dashboards","resourceCount":4} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"set namespace on console dashboard resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f12309dc-a432-4bf3-b79e-72e49a672715","namespace":"openshift-config-managed","count":4} {"level":"info","ts":"2026-09-06T19:05:35Z","msg":"component rendering complete","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f12309dc-a432-4bf3-b79e-72e49a672715","component":"console-dashboards","resources":4} {"level":"info","ts":"2026-09-06T19:05:36Z","msg":"deployed all resources","controller":"kserve-module","controllerGroup":"components.platform.opendatahub.io","controllerKind":"Kserve","Kserve":{"name":"default-kserve"},"namespace":"","name":"default-kserve","reconcileID":"f12309dc-a432-4bf3-b79e-72e49a672715","owned":100,"unowned":20} ==================== WORKLOAD POD LOG: redhat-ods-applications/llmisvc-controller-manager-7cf5c84ff6-6pl95.log ==================== {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"setup","msg":"Setting up client for manager"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceService","path":"/validate-serving-kserve-io-v1alpha2-llminferenceservice"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-serving-kserve-io-v1alpha2-llminferenceservice"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/convert"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceService"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"serving.kserve.io/v1alpha1, Kind=LLMInferenceService","path":"/validate-serving-kserve-io-v1alpha1-llminferenceservice"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-serving-kserve-io-v1alpha1-llminferenceservice"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha1, Kind=LLMInferenceService"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig","path":"/validate-serving-kserve-io-v1alpha1-llminferenceserviceconfig"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-serving-kserve-io-v1alpha1-llminferenceserviceconfig"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha1, Kind=LLMInferenceServiceConfig"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig","path":"/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceService"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceServiceConfig"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"setup","msg":"Setting up LLMInferenceService controller"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.builder","msg":"Registering a mutating webhook","GVK":"serving.kserve.io/v1alpha1, Kind=LLMInferenceService","path":"/mutate-serving-kserve-io-v1alpha1-llminferenceservice"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-serving-kserve-io-v1alpha1-llminferenceservice"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha1, Kind=LLMInferenceService"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.builder","msg":"Registering a mutating webhook","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceService","path":"/mutate-serving-kserve-io-v1alpha2-llminferenceservice"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-serving-kserve-io-v1alpha2-llminferenceservice"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.builder","msg":"Conversion webhook enabled","GVK":"serving.kserve.io/v1alpha2, Kind=LLMInferenceService"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"setup","msg":"Setting up LLMInferenceServiceConfig controller"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"setup","msg":"starting manager"} {"level":"info","ts":"2026-09-06T18:40:50Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-09-06T18:40:50Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"info","ts":"2026-09-06T18:40:51Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":"127.0.0.1:8443","secure":true} I0906 18:40:52.237492 1 leaderelection.go:257] attempting to acquire leader lease redhat-ods-applications/llminferenceservice-kserve-controller-manager... I0906 18:40:52.250708 1 leaderelection.go:271] successfully acquired lease redhat-ods-applications/llminferenceservice-kserve-controller-manager {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1alpha2pool.InferencePool"} {"level":"info","ts":"2026-09-06T18:40:52Z","logger":"setup","msg":"running storage version migration","timeout":3600,"pollInterval":30} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1alpha1.ScaledObject"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.LeaderWorkerSet"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1alpha2.LLMInferenceService"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.PodMonitor"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Ingress"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Deployment"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.ServiceMonitor"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.ResourceClaimTemplate"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1alpha2.LLMInferenceServiceConfig"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Pod"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Service"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1alpha2.LLMInferenceService"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Route"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.HTTPRoute"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.Gateway"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.InferencePool"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.InferencePool"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v2.HorizontalPodAutoscaler"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.DestinationRule"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.HTTPRoute"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1alpha2pool.InferencePool"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","source":"kind source: *v1alpha2.LLMInferenceService"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-09-06T18:40:52Z","msg":"Starting EventSource","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","source":"kind source: *v1alpha2.LLMInferenceServiceConfig"} I0906 18:40:52.276414 1 warnings.go:110] "Warning: VariantAutoscaling is deprecated and will be removed in a future release. Migrate to the annotation-based path (add llm-d.ai/managed=true to your HPA or ScaledObject). See docs/developer-guide/migrating-from-va-crd.md for migration steps." {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Starting Controller","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Starting workers","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","worker count":1} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"27fb20c1-f937-4dcc-9713-fa9f98a1c2b6","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-template"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Starting Controller","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService"} {"level":"info","ts":"2026-09-06T18:40:53Z","msg":"Starting workers","controller":"llminferenceservice","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceService","worker count":1} {"level":"error","ts":"2026-09-06T18:40:53Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"27fb20c1-f937-4dcc-9713-fa9f98a1c2b6","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"0af731f9-26f7-4908-b007-c1b63242d875","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler"} {"level":"error","ts":"2026-09-06T18:40:53Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"0af731f9-26f7-4908-b007-c1b63242d875","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"c24b99c1-33e6-4480-a42b-8fb531652a8d","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template"} {"level":"error","ts":"2026-09-06T18:40:53Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"c24b99c1-33e6-4480-a42b-8fb531652a8d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"14258662-1790-4f25-8499-fb960aa9bacc","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-amd-rocm"} {"level":"error","ts":"2026-09-06T18:40:53Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"14258662-1790-4f25-8499-fb960aa9bacc","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"29fa399d-3af8-4d2a-8a41-ef42644d4a37","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:53Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"29fa399d-3af8-4d2a-8a41-ef42644d4a37","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"2588ee2d-2bd7-4574-8edb-b12640eda945","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:53Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"2588ee2d-2bd7-4574-8edb-b12640eda945","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"096ccb22-efe9-48f2-bb6d-4991fd059f11","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:53Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"096ccb22-efe9-48f2-bb6d-4991fd059f11","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"c632225c-f4bf-4019-a87e-14dc33b28b80","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:53Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"c632225c-f4bf-4019-a87e-14dc33b28b80","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"661d1c14-0cd8-49be-b5f0-03f1b94ee01b","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-template"} {"level":"error","ts":"2026-09-06T18:40:53Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"661d1c14-0cd8-49be-b5f0-03f1b94ee01b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"c4c15836-86a9-4482-ad42-0e26125ad944","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor"} {"level":"error","ts":"2026-09-06T18:40:53Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"c4c15836-86a9-4482-ad42-0e26125ad944","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"c27e5d74-3e3a-46db-8e34-5e09e97161a4","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x"} {"level":"error","ts":"2026-09-06T18:40:53Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"c27e5d74-3e3a-46db-8e34-5e09e97161a4","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"fe386cea-36df-4284-9c37-367d6d503839","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86"} {"level":"error","ts":"2026-09-06T18:40:53Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"fe386cea-36df-4284-9c37-367d6d503839","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"45f63d44-862f-480c-b834-aaf3b611eca1","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-intel-gaudi"} {"level":"error","ts":"2026-09-06T18:40:53Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"45f63d44-862f-480c-b834-aaf3b611eca1","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"73d29def-733a-4cda-9103-ec2678807b3d","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tokenizer"} {"level":"error","ts":"2026-09-06T18:40:53Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"73d29def-733a-4cda-9103-ec2678807b3d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"43e6dbb3-b019-44fd-b3ba-fe34ad1896cf","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tracing"} {"level":"error","ts":"2026-09-06T18:40:53Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"43e6dbb3-b019-44fd-b3ba-fe34ad1896cf","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"c5e8bc7f-6f5f-4fe3-95fc-9d33569a8b2b","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:53Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"c5e8bc7f-6f5f-4fe3-95fc-9d33569a8b2b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"07412449-9026-4c01-a109-42f5f978ac60","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:53Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"07412449-9026-4c01-a109-42f5f978ac60","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"2a969366-597b-4527-940b-6ee8a5ffc5f6","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-router-route"} {"level":"error","ts":"2026-09-06T18:40:53Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"2a969366-597b-4527-940b-6ee8a5ffc5f6","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"d7ea21f3-be43-4127-accf-0a6bcf908ac7","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"setup","msg":"storage version migration completed"} {"level":"error","ts":"2026-09-06T18:40:53Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"d7ea21f3-be43-4127-accf-0a6bcf908ac7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:53Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"efda2bd6-e780-4c22-9c07-d7bce9ee6136","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"efda2bd6-e780-4c22-9c07-d7bce9ee6136","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"c9137399-4896-471b-b146-c03dfb513fed","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-template"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"c9137399-4896-471b-b146-c03dfb513fed","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"b1ced588-1c09-44f6-ae89-97dc3c1a4c58","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"b1ced588-1c09-44f6-ae89-97dc3c1a4c58","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"688a93b2-ee1d-484c-8cc4-d4d6fa4f708b","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"688a93b2-ee1d-484c-8cc4-d4d6fa4f708b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"37abf6ef-dc27-4f3e-9ce7-3fab860e95ee","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-amd-rocm"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"37abf6ef-dc27-4f3e-9ce7-3fab860e95ee","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"fcaa0997-a313-4298-93f5-04bf892246d7","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"fcaa0997-a313-4298-93f5-04bf892246d7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"6af476ab-8383-468d-b3ea-8f7bf3c22604","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"6af476ab-8383-468d-b3ea-8f7bf3c22604","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"10177b63-2122-4151-980d-604074007d2f","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"10177b63-2122-4151-980d-604074007d2f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"fa08ecee-0d56-4807-a781-f3dbe248a8e8","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"fa08ecee-0d56-4807-a781-f3dbe248a8e8","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"0dadefca-c508-4539-9879-cce8fb70b1c7","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-template"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"0dadefca-c508-4539-9879-cce8fb70b1c7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"7277a3fe-4a81-49da-87f5-288e7d1967a6","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"7277a3fe-4a81-49da-87f5-288e7d1967a6","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"1fe2f1fc-6f5a-427a-9231-ba5148f4ef94","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"1fe2f1fc-6f5a-427a-9231-ba5148f4ef94","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"41043ba7-699d-410d-b4de-9fa5978211e7","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"41043ba7-699d-410d-b4de-9fa5978211e7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"999164a7-6c29-4e07-9d09-c3192bccb8ba","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-intel-gaudi"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"999164a7-6c29-4e07-9d09-c3192bccb8ba","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"85da2e44-af37-435a-9afc-8735b0804a8c","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tokenizer"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"85da2e44-af37-435a-9afc-8735b0804a8c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"b2e17d59-7b28-4f20-a293-c99bb50f9bea","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tracing"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"b2e17d59-7b28-4f20-a293-c99bb50f9bea","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"708be7eb-025d-46f5-8dc4-20ade2e72366","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"708be7eb-025d-46f5-8dc4-20ade2e72366","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"30db9d82-0deb-478f-b8ba-ff8fdc94bb6f","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"30db9d82-0deb-478f-b8ba-ff8fdc94bb6f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"c5df1167-1c8c-43ca-ba40-1ec54bbe52b2","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-router-route"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"c5df1167-1c8c-43ca-ba40-1ec54bbe52b2","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"6fb886c5-b352-48b0-912d-12595df65675","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"6fb886c5-b352-48b0-912d-12595df65675","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"0885e201-4019-40db-827d-16b14703ff03","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"0885e201-4019-40db-827d-16b14703ff03","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"b0d25639-9e52-484e-bd19-e3c96ae31521","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-template"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"b0d25639-9e52-484e-bd19-e3c96ae31521","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"bbd75283-33fd-4ab3-b96b-853bd36e2f36","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"bbd75283-33fd-4ab3-b96b-853bd36e2f36","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"edff91fc-b46c-4584-b3d2-55c49331daf3","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"edff91fc-b46c-4584-b3d2-55c49331daf3","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"10ad46f0-1465-4faa-917b-7d2bf6239ba4","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-amd-rocm"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"10ad46f0-1465-4faa-917b-7d2bf6239ba4","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"cab094c5-82fa-4464-8e29-6e9fc3f04b56","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"cab094c5-82fa-4464-8e29-6e9fc3f04b56","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"0e4ef221-b1b5-416e-a0f2-6b06685a021c","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"0e4ef221-b1b5-416e-a0f2-6b06685a021c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"2121e06a-9afc-4ad6-873e-5ebed42d121f","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"2121e06a-9afc-4ad6-873e-5ebed42d121f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"398c2d54-612f-41fb-802b-c2253b17b301","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"398c2d54-612f-41fb-802b-c2253b17b301","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"7245ad02-7b2b-4033-acc8-3ac4c96d23ea","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-template"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"7245ad02-7b2b-4033-acc8-3ac4c96d23ea","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"93a1dc4d-1c8e-4027-becf-86bc8332d84d","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"93a1dc4d-1c8e-4027-becf-86bc8332d84d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"86a876ee-8e64-44d1-bf05-b588f9a736eb","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"86a876ee-8e64-44d1-bf05-b588f9a736eb","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"38eb0006-8643-4d96-81f9-fd8b19d6ada5","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"38eb0006-8643-4d96-81f9-fd8b19d6ada5","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"adefd4ba-78ff-4354-b897-d5f9d1aab0ab","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-intel-gaudi"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"adefd4ba-78ff-4354-b897-d5f9d1aab0ab","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"b17039df-5cf0-4456-8dc2-b1622d6cc6ee","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tokenizer"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"b17039df-5cf0-4456-8dc2-b1622d6cc6ee","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"a55cc5c9-b0de-488e-8e56-e27d11527858","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tracing"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"a55cc5c9-b0de-488e-8e56-e27d11527858","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"da362455-d0e0-4ad1-90b6-13bff9e5031f","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"da362455-d0e0-4ad1-90b6-13bff9e5031f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"b6c998d0-354a-4593-b3eb-e72c6147a66b","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"b6c998d0-354a-4593-b3eb-e72c6147a66b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"3f469472-bc4c-4c18-a72b-bf0192afe3ce","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-router-route"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"3f469472-bc4c-4c18-a72b-bf0192afe3ce","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"6fb636f2-5a9b-42ce-9d10-a063a45f3013","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"6fb636f2-5a9b-42ce-9d10-a063a45f3013","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"be9cf469-3e8c-4305-8e68-e6ca696d56a6","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"be9cf469-3e8c-4305-8e68-e6ca696d56a6","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"e66b9f12-0384-4371-8395-079e3c355624","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-template"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"e66b9f12-0384-4371-8395-079e3c355624","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"8ef54a22-7f8a-443f-ae46-a3675feab6da","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"8ef54a22-7f8a-443f-ae46-a3675feab6da","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"d2c77e51-6fa1-4793-8dd6-a4320a136164","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"d2c77e51-6fa1-4793-8dd6-a4320a136164","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"3b70b8ea-db3e-4e3d-ad18-133c1b522956","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-amd-rocm"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"3b70b8ea-db3e-4e3d-ad18-133c1b522956","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"4e1f0734-8d8b-47cc-8260-f578fdba2ce8","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"4e1f0734-8d8b-47cc-8260-f578fdba2ce8","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"1af0a3a3-2ff3-4b14-8ab0-4645efdb1ceb","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"1af0a3a3-2ff3-4b14-8ab0-4645efdb1ceb","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"90f5e2b7-630f-459b-82bf-3345121d9b20","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"90f5e2b7-630f-459b-82bf-3345121d9b20","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"98e00a81-dc57-4244-9407-ba9e30db0c1b","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"98e00a81-dc57-4244-9407-ba9e30db0c1b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"69495a33-3a36-41e4-89eb-4a4fc9acd7c4","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-template"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"69495a33-3a36-41e4-89eb-4a4fc9acd7c4","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"395c28d0-296d-4f9b-a14f-067ff29f4b3a","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"395c28d0-296d-4f9b-a14f-067ff29f4b3a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"8761a2f6-9194-46b4-9431-a82a54589996","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"8761a2f6-9194-46b4-9431-a82a54589996","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"6ac14f4a-88cd-460c-94e5-ffb9cbd757d6","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"6ac14f4a-88cd-460c-94e5-ffb9cbd757d6","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"45400ba7-2656-438a-92bf-f34c52d40896","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-intel-gaudi"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"45400ba7-2656-438a-92bf-f34c52d40896","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"a811d768-aaf4-4264-a94d-4365e4c956c2","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tokenizer"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"a811d768-aaf4-4264-a94d-4365e4c956c2","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"310f51a0-0c13-448b-9b9d-1711c378f8c2","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tracing"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"310f51a0-0c13-448b-9b9d-1711c378f8c2","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"855017b3-610f-4086-976b-102a9341e09f","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"855017b3-610f-4086-976b-102a9341e09f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"d06d741e-3dea-41b4-ade8-14631cfc43aa","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"d06d741e-3dea-41b4-ade8-14631cfc43aa","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"959f1c65-e41f-471b-92c8-1ce8909127fc","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-router-route"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"959f1c65-e41f-471b-92c8-1ce8909127fc","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"d98f7682-320b-4686-b72e-24d7208dcee9","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"d98f7682-320b-4686-b72e-24d7208dcee9","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"311b740a-a530-4416-98ab-986a811abd28","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le"} {"level":"error","ts":"2026-09-06T18:40:54Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"311b740a-a530-4416-98ab-986a811abd28","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:54Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"2557e7eb-7936-426a-881e-53543d7a39a5","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-template"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"2557e7eb-7936-426a-881e-53543d7a39a5","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"547a3a7b-9f3f-4996-87c2-9de417bde01b","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"547a3a7b-9f3f-4996-87c2-9de417bde01b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"4880d336-c495-4ad4-9364-de6baff48410","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"4880d336-c495-4ad4-9364-de6baff48410","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"107b6d86-0d9d-4a5f-9339-9695954ac086","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-amd-rocm"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"107b6d86-0d9d-4a5f-9339-9695954ac086","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"b895a32a-5654-44b4-85f0-845bfa4f86a2","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"b895a32a-5654-44b4-85f0-845bfa4f86a2","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"5c3161a7-f90b-4fe8-af96-56d5aef0c84b","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"5c3161a7-f90b-4fe8-af96-56d5aef0c84b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"a850ef56-759f-4341-8ce2-9c60811ee336","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"a850ef56-759f-4341-8ce2-9c60811ee336","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"53a07301-ef0f-4355-9b50-973ea76feb0d","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"53a07301-ef0f-4355-9b50-973ea76feb0d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"eb31f965-4b18-4afd-8f6e-b0b2fd5aa829","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-template"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"eb31f965-4b18-4afd-8f6e-b0b2fd5aa829","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"174609be-0e18-443d-ab71-559ad335e14d","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"174609be-0e18-443d-ab71-559ad335e14d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"e1181fb4-400b-4859-a668-bb3f26ea61a4","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"e1181fb4-400b-4859-a668-bb3f26ea61a4","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"21296703-f7ca-427d-8427-1cbb7e7f4aa1","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"21296703-f7ca-427d-8427-1cbb7e7f4aa1","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"a42baa07-15b0-4635-9f37-236f3f85e9cf","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-intel-gaudi"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"a42baa07-15b0-4635-9f37-236f3f85e9cf","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"3caf295c-88e5-4ef6-814a-a7ab440772d4","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tokenizer"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"3caf295c-88e5-4ef6-814a-a7ab440772d4","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"c4645e97-94b1-4875-955f-9bd414b771dd","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tracing"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"c4645e97-94b1-4875-955f-9bd414b771dd","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"a54d86f0-9e89-4f5a-972f-a31bbae00357","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"a54d86f0-9e89-4f5a-972f-a31bbae00357","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"1d9cb7ef-b353-404e-a8a3-d7d4137b1a40","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"1d9cb7ef-b353-404e-a8a3-d7d4137b1a40","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"5b0995ab-7414-49be-976c-033a59f89d83","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-router-route"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"5b0995ab-7414-49be-976c-033a59f89d83","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"d4f15219-d7c7-4a2e-942e-fad4ae20d80e","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"d4f15219-d7c7-4a2e-942e-fad4ae20d80e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"834ccc0b-4638-4dd8-8021-08515719cab4","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"834ccc0b-4638-4dd8-8021-08515719cab4","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"b6f63e6c-a81c-4050-85ef-82cd3f187774","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-template"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"b6f63e6c-a81c-4050-85ef-82cd3f187774","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"4bd2d30f-548c-4326-b1d5-e4d4a135886b","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"4bd2d30f-548c-4326-b1d5-e4d4a135886b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"d10ee346-5f20-4841-9236-fb41b5599bc8","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"d10ee346-5f20-4841-9236-fb41b5599bc8","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"d5060e54-0af1-47cb-b423-444ea9f1a404","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-amd-rocm"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"d5060e54-0af1-47cb-b423-444ea9f1a404","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"61adc9de-21d1-4c20-bb40-efd5d9001749","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"61adc9de-21d1-4c20-bb40-efd5d9001749","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"893b8c21-aa35-461c-8c24-84fe5e627276","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"893b8c21-aa35-461c-8c24-84fe5e627276","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"2f9a3dd2-783f-4274-8d21-db3f9e327706","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"2f9a3dd2-783f-4274-8d21-db3f9e327706","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"21230a47-d182-4222-a806-e7fc8892cd1e","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"21230a47-d182-4222-a806-e7fc8892cd1e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"a3ebd074-15e2-41d1-aa88-2a05e5cb6fae","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-template"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"a3ebd074-15e2-41d1-aa88-2a05e5cb6fae","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"45dc078f-8bb0-4898-92fc-904055fcd208","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"45dc078f-8bb0-4898-92fc-904055fcd208","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"05848fe0-3a39-45ac-827b-a944b40317a7","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"05848fe0-3a39-45ac-827b-a944b40317a7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"f0810be1-9398-4e9b-afee-21936381680c","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"f0810be1-9398-4e9b-afee-21936381680c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"8ffc03d2-ae01-4859-a701-8399c9baae6e","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-intel-gaudi"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"8ffc03d2-ae01-4859-a701-8399c9baae6e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"6b6e4106-c71e-44fb-b6aa-474cd5c2b764","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tokenizer"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"6b6e4106-c71e-44fb-b6aa-474cd5c2b764","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"ab2a1eb1-16cb-46ae-abb3-729f2414211d","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tracing"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"ab2a1eb1-16cb-46ae-abb3-729f2414211d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"1a5bc9b0-402c-47b2-817a-b9c1df654d9d","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"1a5bc9b0-402c-47b2-817a-b9c1df654d9d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"fffeeec7-e355-4a6b-9df7-d879f0db4b58","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"fffeeec7-e355-4a6b-9df7-d879f0db4b58","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"099e58e5-bdc9-40f9-b6f8-8e20f17596c2","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-router-route"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"099e58e5-bdc9-40f9-b6f8-8e20f17596c2","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"c74d1d9c-a3e9-405a-9f66-6a5643563ebf","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"c74d1d9c-a3e9-405a-9f66-6a5643563ebf","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"22123558-af7c-4cd2-903a-986ebab4c135","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"22123558-af7c-4cd2-903a-986ebab4c135","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"6be9a2a2-9286-4dcf-911c-d3bc4077c625","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-template"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"6be9a2a2-9286-4dcf-911c-d3bc4077c625","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"e55599e5-ba51-455f-b2e2-95f81d973820","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"e55599e5-ba51-455f-b2e2-95f81d973820","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"d597be52-9524-4256-ba19-34d09ba5c7e5","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"d597be52-9524-4256-ba19-34d09ba5c7e5","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"bc9e5f2d-789f-4caa-849f-2bf5231f7f88","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-amd-rocm"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"bc9e5f2d-789f-4caa-849f-2bf5231f7f88","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"5b8dd3de-4fa1-4351-b788-60aa747221c7","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"5b8dd3de-4fa1-4351-b788-60aa747221c7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"b5b8d4d4-18e3-4ec7-b2f9-cd73f576c6aa","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"b5b8d4d4-18e3-4ec7-b2f9-cd73f576c6aa","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"9be35661-0f90-4f7d-a47f-0a120fccfdf0","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"9be35661-0f90-4f7d-a47f-0a120fccfdf0","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"d2ffc4d8-2782-4b24-a385-15bd034c2728","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"d2ffc4d8-2782-4b24-a385-15bd034c2728","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"4ce3fee8-a12a-4a0f-b13e-14189a76ae6c","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-template"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"4ce3fee8-a12a-4a0f-b13e-14189a76ae6c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"1a09de86-3e66-437e-a207-f6e1a858deba","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"1a09de86-3e66-437e-a207-f6e1a858deba","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"6fbc3537-3118-4362-96ec-81b0f14ffbd0","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"6fbc3537-3118-4362-96ec-81b0f14ffbd0","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"7bbf1735-ca2c-4133-84fb-bd7c8db035d9","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"7bbf1735-ca2c-4133-84fb-bd7c8db035d9","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"167f9062-d963-4697-9222-683291f3d5ae","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-intel-gaudi"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"167f9062-d963-4697-9222-683291f3d5ae","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"a1154167-1b63-4803-805f-b5610b32a3e1","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tokenizer"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"a1154167-1b63-4803-805f-b5610b32a3e1","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"868a23cd-69e1-42bb-80bf-25756e9fe4be","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tracing"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"868a23cd-69e1-42bb-80bf-25756e9fe4be","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"b17618cb-00c2-4f2e-b9a0-74edf9df3204","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:55Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"b17618cb-00c2-4f2e-b9a0-74edf9df3204","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:55Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"9f4582aa-c533-442b-8e9e-bd6aaa9efa39","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"9f4582aa-c533-442b-8e9e-bd6aaa9efa39","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"9e940c2a-3ce8-4fef-8e12-8d2b3553293d","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-router-route"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"9e940c2a-3ce8-4fef-8e12-8d2b3553293d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"c975a75f-53d8-4a52-b3d4-189c49d51e70","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"c975a75f-53d8-4a52-b3d4-189c49d51e70","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"57c70b80-df86-42a1-94ee-8bba75578b0f","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"57c70b80-df86-42a1-94ee-8bba75578b0f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"1ea24034-c908-4e4b-86ca-f5db9f443a03","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-template"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"1ea24034-c908-4e4b-86ca-f5db9f443a03","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"cbb8fc45-906f-49b6-a52e-a2dbd69c1fb8","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"cbb8fc45-906f-49b6-a52e-a2dbd69c1fb8","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"3dde6184-c0da-47d2-b916-64427d77399c","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"3dde6184-c0da-47d2-b916-64427d77399c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"101474df-1532-478e-95d1-3919607e6be0","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-amd-rocm"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"101474df-1532-478e-95d1-3919607e6be0","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"2288b6b8-a1d1-49d1-8756-3e17baf0035e","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"2288b6b8-a1d1-49d1-8756-3e17baf0035e","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"79cf70d9-bdc6-48f8-b4ef-7f909143cede","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"79cf70d9-bdc6-48f8-b4ef-7f909143cede","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"aed76f85-7d38-417e-8bea-10dc55672179","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"aed76f85-7d38-417e-8bea-10dc55672179","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"c4d14fa7-1c5d-4c9a-aece-3121459ed240","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"c4d14fa7-1c5d-4c9a-aece-3121459ed240","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"e6b56bac-dce1-4992-aec2-007d7b01e401","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-template"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"e6b56bac-dce1-4992-aec2-007d7b01e401","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"cc70fb67-bd24-419f-aa41-e861e10da7ef","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"cc70fb67-bd24-419f-aa41-e861e10da7ef","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"ca0b308f-acfd-4de7-bda0-611929ce5ba9","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"ca0b308f-acfd-4de7-bda0-611929ce5ba9","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"44c59fae-31b7-4a76-a0b6-eb53f4a6c6fa","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"44c59fae-31b7-4a76-a0b6-eb53f4a6c6fa","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"48c94d87-3b72-4ea0-8ae6-9413e5b0654f","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-intel-gaudi"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"48c94d87-3b72-4ea0-8ae6-9413e5b0654f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"bd196d83-7e9d-4b00-be40-8030c66965b0","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tokenizer"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"bd196d83-7e9d-4b00-be40-8030c66965b0","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"82547ebe-6ee8-4256-a628-7a13da17f53d","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tracing"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"82547ebe-6ee8-4256-a628-7a13da17f53d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"1e46d4da-def7-4820-9433-7736626dd1ce","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"1e46d4da-def7-4820-9433-7736626dd1ce","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"55ffe8cc-80d6-43fb-a62c-273acc08c1fd","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"55ffe8cc-80d6-43fb-a62c-273acc08c1fd","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"226106ee-ef95-41ed-a678-9c56e79e80f7","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-router-route"} {"level":"error","ts":"2026-09-06T18:40:56Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"226106ee-ef95-41ed-a678-9c56e79e80f7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:56Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"06363450-1698-4f85-8ae8-fcb195fec832","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:57Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"06363450-1698-4f85-8ae8-fcb195fec832","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:57Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"52cd7be0-96c3-433f-8d4b-fe7731ed1ac5","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le"} {"level":"error","ts":"2026-09-06T18:40:57Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"52cd7be0-96c3-433f-8d4b-fe7731ed1ac5","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:57Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"c78108ce-f866-4e5d-89ed-f256a9053c69","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-template"} {"level":"error","ts":"2026-09-06T18:40:57Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"c78108ce-f866-4e5d-89ed-f256a9053c69","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:57Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"b1457163-175d-45fc-8b09-2c372591aa99","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler"} {"level":"error","ts":"2026-09-06T18:40:57Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"b1457163-175d-45fc-8b09-2c372591aa99","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:57Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"e129bbbf-6e08-4cf2-9fe5-2f0d4549f7a4","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template"} {"level":"error","ts":"2026-09-06T18:40:57Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"e129bbbf-6e08-4cf2-9fe5-2f0d4549f7a4","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:57Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"8e80e5df-a1a5-454e-b666-ea36e5e33e14","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-amd-rocm"} {"level":"error","ts":"2026-09-06T18:40:57Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"8e80e5df-a1a5-454e-b666-ea36e5e33e14","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:57Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"427b2ead-734b-4bd8-abd6-533e3cfa4498","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:57Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"427b2ead-734b-4bd8-abd6-533e3cfa4498","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:57Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"6b0bd9ec-37c1-415f-b161-e4479858471f","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:57Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"6b0bd9ec-37c1-415f-b161-e4479858471f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:57Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"e5f2268f-f81c-4e3c-a3c4-b5301897653a","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:57Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"e5f2268f-f81c-4e3c-a3c4-b5301897653a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:57Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"abb9cb01-849c-435d-9475-988d10d863f4","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:57Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"abb9cb01-849c-435d-9475-988d10d863f4","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:57Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"77f0e5db-3e12-48c0-8aa2-53cd459d6dbb","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-template"} {"level":"error","ts":"2026-09-06T18:40:58Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"77f0e5db-3e12-48c0-8aa2-53cd459d6dbb","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:58Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"60cde6a8-5d89-4966-9ff2-57251917c5e7","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor"} {"level":"error","ts":"2026-09-06T18:40:58Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"60cde6a8-5d89-4966-9ff2-57251917c5e7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:58Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"3c10597f-f0a4-412b-bf68-0b9e96126338","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x"} {"level":"error","ts":"2026-09-06T18:40:58Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"3c10597f-f0a4-412b-bf68-0b9e96126338","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:58Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"b03397ed-4aa6-4084-8024-c2c89af1f48a","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86"} {"level":"error","ts":"2026-09-06T18:40:58Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"b03397ed-4aa6-4084-8024-c2c89af1f48a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:58Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"34a2f7d6-2471-4e96-a3dd-3623b8300837","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-intel-gaudi"} {"level":"error","ts":"2026-09-06T18:40:58Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"34a2f7d6-2471-4e96-a3dd-3623b8300837","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:58Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"40c182ee-5b1b-4ff2-83fc-ea8ec13d0184","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tokenizer"} {"level":"error","ts":"2026-09-06T18:40:58Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"40c182ee-5b1b-4ff2-83fc-ea8ec13d0184","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:58Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"cf512937-69e3-41ad-8cda-942e288b08b1","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tracing"} {"level":"error","ts":"2026-09-06T18:40:58Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"cf512937-69e3-41ad-8cda-942e288b08b1","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:58Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"a164516e-9945-4cb4-9ce0-46b2c18e933c","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:58Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"a164516e-9945-4cb4-9ce0-46b2c18e933c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:58Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"0d9bad49-042c-4bb0-8bec-93b5414938da","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:58Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"0d9bad49-042c-4bb0-8bec-93b5414938da","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:58Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"c3984fef-2288-4f7f-b237-136892f15fff","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-router-route"} {"level":"error","ts":"2026-09-06T18:40:58Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"c3984fef-2288-4f7f-b237-136892f15fff","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:58Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"4590b546-fbd2-4053-84c4-0b9dc28f4bda","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:59Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"4590b546-fbd2-4053-84c4-0b9dc28f4bda","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:59Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"0b5e744b-fe77-4194-bee2-369078fd2c0a","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le"} {"level":"error","ts":"2026-09-06T18:40:59Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"0b5e744b-fe77-4194-bee2-369078fd2c0a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:59Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"681dac60-250b-47d7-9e35-911f51fef454","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-template"} {"level":"error","ts":"2026-09-06T18:40:59Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"681dac60-250b-47d7-9e35-911f51fef454","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:59Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"39900138-137c-42fd-9fb4-2741e2c58eb4","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler"} {"level":"error","ts":"2026-09-06T18:40:59Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"39900138-137c-42fd-9fb4-2741e2c58eb4","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:59Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"5da648c6-5058-4a9f-b33a-b9ff4218ec89","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template"} {"level":"error","ts":"2026-09-06T18:40:59Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"5da648c6-5058-4a9f-b33a-b9ff4218ec89","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:59Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"fe1156d8-d93c-44db-9b49-efe69fb96d46","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-amd-rocm"} {"level":"error","ts":"2026-09-06T18:40:59Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"fe1156d8-d93c-44db-9b49-efe69fb96d46","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:59Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"b18172bb-aa48-492b-a2a5-1302422c274b","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:59Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"b18172bb-aa48-492b-a2a5-1302422c274b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:59Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"83ea2fb2-9e26-4e4a-9171-67ef1fa3f1b6","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:40:59Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"83ea2fb2-9e26-4e4a-9171-67ef1fa3f1b6","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:59Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"4c54e2c5-66fc-448a-b1f9-5108b890c293","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:59Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"4c54e2c5-66fc-448a-b1f9-5108b890c293","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:59Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"cb9f218a-9f87-4233-8539-85b774450a25","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:40:59Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"cb9f218a-9f87-4233-8539-85b774450a25","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:40:59Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"4f79d9a2-973c-4604-9e18-83eadbf89534","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-template"} {"level":"error","ts":"2026-09-06T18:41:00Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"4f79d9a2-973c-4604-9e18-83eadbf89534","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:00Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"b45dd0be-d848-434f-8afa-901830779f9b","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor"} {"level":"error","ts":"2026-09-06T18:41:00Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"b45dd0be-d848-434f-8afa-901830779f9b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:00Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"937a37cd-2245-42b6-b88b-7d02c422bf04","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x"} {"level":"error","ts":"2026-09-06T18:41:00Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"937a37cd-2245-42b6-b88b-7d02c422bf04","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:00Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"0c5be002-6840-4756-9d46-8259b820509c","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86"} {"level":"error","ts":"2026-09-06T18:41:00Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"0c5be002-6840-4756-9d46-8259b820509c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:00Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"795cc416-31b2-464a-88a2-ce01a4aab480","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-intel-gaudi"} {"level":"error","ts":"2026-09-06T18:41:00Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"795cc416-31b2-464a-88a2-ce01a4aab480","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:00Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"3b79613c-6319-4f9a-9d46-0621d387c398","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tokenizer"} {"level":"error","ts":"2026-09-06T18:41:00Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"3b79613c-6319-4f9a-9d46-0621d387c398","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:00Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"b270b3a8-0198-4c74-b8d5-b997722417bc","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tracing"} {"level":"error","ts":"2026-09-06T18:41:00Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"b270b3a8-0198-4c74-b8d5-b997722417bc","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:00Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"24ed56ba-2052-459d-8763-ac43a828cef6","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:41:00Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"24ed56ba-2052-459d-8763-ac43a828cef6","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:00Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"a8f5bad5-eb33-4e33-8222-9145d1547dfa","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:41:00Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"a8f5bad5-eb33-4e33-8222-9145d1547dfa","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:00Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"c639c2d8-11eb-4de3-a22a-2014c8a7c94d","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-router-route"} {"level":"error","ts":"2026-09-06T18:41:00Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"c639c2d8-11eb-4de3-a22a-2014c8a7c94d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:00Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"76df20c8-d376-48d8-8ddf-60845de14fcc","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:41:01Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"76df20c8-d376-48d8-8ddf-60845de14fcc","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:01Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"a3430eaa-2040-4133-9714-3bdebf7a3caf","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le"} {"level":"error","ts":"2026-09-06T18:41:01Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"a3430eaa-2040-4133-9714-3bdebf7a3caf","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:01Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"e7338b3d-ca87-4f97-b8ed-9626048ee126","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-template"} {"level":"error","ts":"2026-09-06T18:41:01Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"e7338b3d-ca87-4f97-b8ed-9626048ee126","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:01Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"5bf353bf-b951-415a-aede-8b268d624c48","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler"} {"level":"error","ts":"2026-09-06T18:41:01Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"5bf353bf-b951-415a-aede-8b268d624c48","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:01Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"a5206a60-7f34-46bb-90c8-2209fa9bf69f","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template"} {"level":"error","ts":"2026-09-06T18:41:01Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"a5206a60-7f34-46bb-90c8-2209fa9bf69f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:02Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"5f094a41-4f53-4e3d-87d9-69b7d0300b4f","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-amd-rocm"} {"level":"error","ts":"2026-09-06T18:41:02Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"5f094a41-4f53-4e3d-87d9-69b7d0300b4f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:02Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"ca1f43a9-60d3-4e37-b87e-df047dfecfd6","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:41:02Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"ca1f43a9-60d3-4e37-b87e-df047dfecfd6","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:02Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"6a609107-7ba3-4d09-bed0-3b9e3cc597de","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:41:02Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"6a609107-7ba3-4d09-bed0-3b9e3cc597de","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:02Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"76caf0c8-4a4b-43cf-ac9b-b4bb55327be1","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:41:02Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"76caf0c8-4a4b-43cf-ac9b-b4bb55327be1","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:02Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"d4302e0b-573b-43a3-aa7d-572e69ddd290","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:41:02Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"d4302e0b-573b-43a3-aa7d-572e69ddd290","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:02Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"c998c446-dd39-419f-95fe-6eb826023afa","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-template"} {"level":"error","ts":"2026-09-06T18:41:02Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"c998c446-dd39-419f-95fe-6eb826023afa","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:02Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"d64cc7e4-9af2-467b-b290-a7fad207096b","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor"} {"level":"error","ts":"2026-09-06T18:41:02Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"d64cc7e4-9af2-467b-b290-a7fad207096b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:02Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"acb75f5e-a567-470b-9488-b9b1f5dbd334","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x"} {"level":"error","ts":"2026-09-06T18:41:02Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"acb75f5e-a567-470b-9488-b9b1f5dbd334","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:02Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"101a9b1a-3886-49d5-b59d-7afa71f7ecea","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86"} {"level":"error","ts":"2026-09-06T18:41:02Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"101a9b1a-3886-49d5-b59d-7afa71f7ecea","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:02Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"d391b56b-da69-4913-b5fd-910c3f95d4ad","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-intel-gaudi"} {"level":"error","ts":"2026-09-06T18:41:02Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"d391b56b-da69-4913-b5fd-910c3f95d4ad","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:03Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"ff3cf9ce-12c8-4ca6-a41e-09ad36f60e37","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tokenizer"} {"level":"error","ts":"2026-09-06T18:41:03Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"ff3cf9ce-12c8-4ca6-a41e-09ad36f60e37","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:03Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"76018454-05fb-460d-ac5c-a627ac68f8ff","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tracing"} {"level":"error","ts":"2026-09-06T18:41:03Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"76018454-05fb-460d-ac5c-a627ac68f8ff","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:03Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"9775d5fd-acc2-4feb-a7b0-edd4210914b7","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:41:03Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"9775d5fd-acc2-4feb-a7b0-edd4210914b7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:03Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"0f102c7e-6d83-441e-a6a5-937c598b6516","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:41:03Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"0f102c7e-6d83-441e-a6a5-937c598b6516","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:03Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"3762131d-589d-4be5-9e26-f51135169462","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-router-route"} {"level":"error","ts":"2026-09-06T18:41:03Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"3762131d-589d-4be5-9e26-f51135169462","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:03Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"004e70ca-dd9f-4d68-8a2c-8c6e5a4bf6e3","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:41:03Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"004e70ca-dd9f-4d68-8a2c-8c6e5a4bf6e3","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:03Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"143351a9-983b-42cb-93f0-c8da26394522","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le"} {"level":"error","ts":"2026-09-06T18:41:03Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"143351a9-983b-42cb-93f0-c8da26394522","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:06Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"a230cbf7-7937-4a64-9c0e-e04f0c08d40b","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-template"} {"level":"error","ts":"2026-09-06T18:41:06Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"a230cbf7-7937-4a64-9c0e-e04f0c08d40b","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:07Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"ac62f483-11cc-4097-8c84-5697d5ab4e38","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler"} {"level":"error","ts":"2026-09-06T18:41:07Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"ac62f483-11cc-4097-8c84-5697d5ab4e38","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:07Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"e5b6dd3d-34f5-42c7-ba72-6ef30a428622","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template"} {"level":"error","ts":"2026-09-06T18:41:07Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"e5b6dd3d-34f5-42c7-ba72-6ef30a428622","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:07Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"cf7b2e83-0ba0-42ab-90be-061d6d6779d3","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-amd-rocm"} {"level":"error","ts":"2026-09-06T18:41:07Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"cf7b2e83-0ba0-42ab-90be-061d6d6779d3","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:07Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"8c2f32fe-8003-4624-ac7c-f5f3a19061e7","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:41:07Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"8c2f32fe-8003-4624-ac7c-f5f3a19061e7","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:07Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"916121f7-6bb0-4fc0-9f35-d637bbf582ce","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:41:07Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"916121f7-6bb0-4fc0-9f35-d637bbf582ce","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:07Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"10bb0ce8-caeb-4538-89aa-24f1728fdc46","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:41:07Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"10bb0ce8-caeb-4538-89aa-24f1728fdc46","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:07Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"24794120-ca09-418f-a4fc-a2ed472c16e9","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:41:07Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"24794120-ca09-418f-a4fc-a2ed472c16e9","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:07Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"66a7e735-5b1d-4f4e-8704-5d85eee65e3c","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-template"} {"level":"error","ts":"2026-09-06T18:41:07Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"66a7e735-5b1d-4f4e-8704-5d85eee65e3c","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:07Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"153419b2-19b1-4330-a04d-71896c25fe72","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor"} {"level":"error","ts":"2026-09-06T18:41:07Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"153419b2-19b1-4330-a04d-71896c25fe72","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:07Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"8e9a4dee-6a5c-4cc6-b306-e8487443df38","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x"} {"level":"error","ts":"2026-09-06T18:41:07Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"8e9a4dee-6a5c-4cc6-b306-e8487443df38","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:08Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"18371bc4-b9ae-422d-a006-c7caf08cccc9","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86"} {"level":"error","ts":"2026-09-06T18:41:08Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"18371bc4-b9ae-422d-a006-c7caf08cccc9","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:08Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"e35acc43-a00e-423c-a8f4-94cdc20bb5de","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-intel-gaudi"} {"level":"error","ts":"2026-09-06T18:41:08Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"e35acc43-a00e-423c-a8f4-94cdc20bb5de","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:08Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"7070e67d-0e0d-4636-956e-b7426cfd7e80","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tokenizer"} {"level":"error","ts":"2026-09-06T18:41:08Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"7070e67d-0e0d-4636-956e-b7426cfd7e80","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:08Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"d135977d-c5bd-40c4-8ab3-764d9be76d40","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tracing"} {"level":"error","ts":"2026-09-06T18:41:08Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"d135977d-c5bd-40c4-8ab3-764d9be76d40","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:08Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"493a95d9-6cac-4459-842e-55cdaabf2100","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:41:08Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"493a95d9-6cac-4459-842e-55cdaabf2100","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:08Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"be578750-c764-4c86-9098-160c8bcea833","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:41:08Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"be578750-c764-4c86-9098-160c8bcea833","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:08Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"070be7af-4dc9-4b78-b0f0-8f075ab82a53","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-router-route"} {"level":"error","ts":"2026-09-06T18:41:08Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"070be7af-4dc9-4b78-b0f0-8f075ab82a53","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:08Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"db99019d-aab7-4b7b-a0d4-20e5805ac4d8","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:41:08Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"db99019d-aab7-4b7b-a0d4-20e5805ac4d8","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:08Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"4ce30cb2-f3f2-41f4-b09d-e674aaa6d5c9","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le"} {"level":"error","ts":"2026-09-06T18:41:08Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"4ce30cb2-f3f2-41f4-b09d-e674aaa6d5c9","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:17Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"abbe0cd0-02ae-435d-a24c-ac6383959c73","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-template"} {"level":"error","ts":"2026-09-06T18:41:17Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"abbe0cd0-02ae-435d-a24c-ac6383959c73","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:17Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"7e956137-2d27-4817-bb7e-407f22a90bcb","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler"} {"level":"error","ts":"2026-09-06T18:41:17Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"7e956137-2d27-4817-bb7e-407f22a90bcb","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:17Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"1426bd7d-8ece-4f71-911f-2b427adf2bde","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template"} {"level":"error","ts":"2026-09-06T18:41:17Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"1426bd7d-8ece-4f71-911f-2b427adf2bde","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:17Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"869026ce-53f7-453e-8795-7bd9ff385070","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-amd-rocm"} {"level":"error","ts":"2026-09-06T18:41:17Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"869026ce-53f7-453e-8795-7bd9ff385070","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:17Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"3c95424a-2a71-45cd-b8aa-05843d2033dd","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:41:17Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"3c95424a-2a71-45cd-b8aa-05843d2033dd","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:17Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"63732638-75a8-40c0-b189-e10e692b1da6","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:41:17Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"63732638-75a8-40c0-b189-e10e692b1da6","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:17Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"ceb89fe9-32af-4c5d-8ab6-1402a1c25c56","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:41:17Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"ceb89fe9-32af-4c5d-8ab6-1402a1c25c56","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:17Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"b4b98c99-7dc5-4868-9311-a7b450587c7f","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:41:17Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"b4b98c99-7dc5-4868-9311-a7b450587c7f","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:17Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"aaab349f-0a47-4a27-b8f2-ec739de2a874","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-template"} {"level":"error","ts":"2026-09-06T18:41:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"aaab349f-0a47-4a27-b8f2-ec739de2a874","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:18Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"89a9cd51-5cef-4557-8456-452ce0198cfc","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor"} {"level":"error","ts":"2026-09-06T18:41:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"89a9cd51-5cef-4557-8456-452ce0198cfc","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:18Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"9f7ac36e-2067-4d48-9f15-650ab3ac8c83","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x"} {"level":"error","ts":"2026-09-06T18:41:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"9f7ac36e-2067-4d48-9f15-650ab3ac8c83","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:18Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"96d4b4c8-fb5f-4911-9990-7e6bbd12aa38","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86"} {"level":"error","ts":"2026-09-06T18:41:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"96d4b4c8-fb5f-4911-9990-7e6bbd12aa38","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:18Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"bb5541b3-86ab-45b3-bb24-34ffe1ac58ea","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-intel-gaudi"} {"level":"error","ts":"2026-09-06T18:41:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"bb5541b3-86ab-45b3-bb24-34ffe1ac58ea","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:18Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"cbee6631-d4c0-40e0-b40a-c1628674073d","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tokenizer"} {"level":"error","ts":"2026-09-06T18:41:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"cbee6631-d4c0-40e0-b40a-c1628674073d","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:18Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"62300467-2d8e-4dc9-93a0-d2ce6edfb9b3","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tracing"} {"level":"error","ts":"2026-09-06T18:41:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"62300467-2d8e-4dc9-93a0-d2ce6edfb9b3","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:18Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"d93f5ebe-abde-4b15-bcb2-b6a078981264","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:41:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"d93f5ebe-abde-4b15-bcb2-b6a078981264","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:18Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"c5fb8bcf-e6dc-4cee-830a-38a64df6b831","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel"} {"level":"error","ts":"2026-09-06T18:41:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"c5fb8bcf-e6dc-4cee-830a-38a64df6b831","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:18Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"d7596e51-7ea6-4d14-96ef-eeb6aba4c6ed","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-router-route"} {"level":"error","ts":"2026-09-06T18:41:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"d7596e51-7ea6-4d14-96ef-eeb6aba4c6ed","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:18Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"ec288fa1-96aa-4576-9270-689cc46fe69a","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda"} {"level":"error","ts":"2026-09-06T18:41:18Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"ec288fa1-96aa-4576-9270-689cc46fe69a","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:19Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"dae80033-a9d4-457c-b403-453cd6d8d470","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le"} {"level":"error","ts":"2026-09-06T18:41:19Z","msg":"Reconciler error","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"dae80033-a9d4-457c-b403-453cd6d8d470","error":"Internal error occurred: failed calling webhook \"llminferenceserviceconfig.kserve-webhook-server.v1alpha2.validator\": failed to call webhook: Post \"https://llmisvc-webhook-server-service.redhat-ods-applications.svc:443/validate-serving-kserve-io-v1alpha2-llminferenceserviceconfig?timeout=10s\": no endpoints available for service \"llmisvc-webhook-server-service\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/cachi2/output/deps/gomod/pkg/mod/sigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-09-06T18:41:37Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","reconcileID":"77e9f475-b393-49c6-8a88-aee35c31b04b","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-template"} {"level":"info","ts":"2026-09-06T18:41:37Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","reconcileID":"39642561-872e-4767-add2-8164c76ba4d3","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler"} {"level":"info","ts":"2026-09-06T18:41:37Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","reconcileID":"1aafe98e-69b9-4054-aaf5-aba98b5c00b0","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template"} {"level":"info","ts":"2026-09-06T18:41:37Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","reconcileID":"3e2981ee-3740-4d00-8bf4-0acbf16e333e","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-amd-rocm"} {"level":"info","ts":"2026-09-06T18:41:38Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","reconcileID":"14bd43ed-7401-400d-acf3-29a4964d6c99","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-worker-data-parallel"} {"level":"info","ts":"2026-09-06T18:41:38Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","reconcileID":"f96c4dbd-fbb8-44d9-a662-34897a7e57a3","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel"} {"level":"info","ts":"2026-09-06T18:41:38Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","reconcileID":"c97147fa-9ea7-447b-af30-faabe9dd362c","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda"} {"level":"info","ts":"2026-09-06T18:41:38Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","reconcileID":"0ac4819a-d6b7-4cb0-8fa0-359112e22f21","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda"} {"level":"info","ts":"2026-09-06T18:41:38Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","reconcileID":"9adcc3e0-26d1-4f77-9e99-84bf36024513","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-decode-template"} {"level":"info","ts":"2026-09-06T18:41:38Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","reconcileID":"4a109f13-da8d-44c8-b46f-dc9f67d26719","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor"} {"level":"info","ts":"2026-09-06T18:41:38Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","reconcileID":"7d2ccfa1-4e93-46e5-bec6-451bf2279b55","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x"} {"level":"info","ts":"2026-09-06T18:41:38Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","reconcileID":"e6cd4b3f-9aa2-42f0-bfce-ba0526ecee08","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86"} {"level":"info","ts":"2026-09-06T18:41:38Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","reconcileID":"62dd1054-bdd9-4628-9d32-ffa3201f4a42","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-intel-gaudi"} {"level":"info","ts":"2026-09-06T18:41:38Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"1be12fcf-dd99-4ce8-9c7e-38ba96caabff","name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:38Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"ed4fdb73-70d8-44e2-afc3-87c6f8eddb0d","name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:38Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"91f0a7f9-8820-45bf-875d-b355332e7c92","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:38Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","reconcileID":"ea4ddc0a-1c76-48ec-9cc3-9298f88b5ff6","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tokenizer"} {"level":"info","ts":"2026-09-06T18:41:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"36945680-e3c9-4e6a-b10a-fbdf67aa0fe8","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:39Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","reconcileID":"744b1de9-9398-45da-82c0-cbd3ee14a374","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-tracing"} {"level":"info","ts":"2026-09-06T18:41:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"a68c04a8-bc20-4ce7-989f-d827bf45fe91","name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"321f17bc-82bd-4e08-9f92-efc613c5447d","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"8d812439-2c4d-4f8f-bbb2-e057242d99ed","name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"2302a955-4057-4ec6-9367-c4447a13b45a","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:39Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","reconcileID":"d703075d-b85a-441d-abf7-f43e1a26d9b1","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda"} {"level":"info","ts":"2026-09-06T18:41:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"eec9e6be-bb18-4b79-8c3b-4619e2fbc1ae","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"6d0c7aab-bef6-4b64-8bee-1cc9b63879c0","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"75b1c7da-435b-479a-8d5e-f0bb81d9e31a","name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"e22d78b1-8475-44e2-b905-ce954c9e6c9f","name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:39Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","reconcileID":"4474ce2c-adbb-4488-b781-aff52ebf87b2","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel"} {"level":"info","ts":"2026-09-06T18:41:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"43da2bbf-6877-417a-98ca-0ba572fc6d9b","name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"0698f913-1a3b-44b1-acc6-54299a18a14e","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"cc4fa20e-c0ed-4f3c-ae9d-e4b231f43e71","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:39Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","reconcileID":"548ed218-8f75-4e90-aac6-09f2b9daebed","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-router-route"} {"level":"info","ts":"2026-09-06T18:41:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"41d5d4db-3457-424a-81cd-e087e954237e","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:39Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"3b08bf3a-ba43-485f-b82a-b1ac8f1aeb49","name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:40Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","reconcileID":"58976aa1-063c-4959-81cf-ce0380c5ce9e","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda"} {"level":"info","ts":"2026-09-06T18:41:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"b59e91a4-9083-400b-bacc-28b4cb5b0ebf","name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:40Z","logger":"LLMInferenceServiceConfig","msg":"LLMInferenceServiceConfig is no longer referenced, allowing deletion","controller":"llminferenceserviceconfig","controllerGroup":"serving.kserve.io","controllerKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","reconcileID":"1c0e6af4-0951-47f0-ad92-3bd2dde63cd1","Namespace":"redhat-ods-applications","Name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le"} {"level":"info","ts":"2026-09-06T18:41:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"75656178-e165-48c3-8f35-1fd34c71f063","name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"c123f5ce-1d19-4020-bcac-9e55ac7c1f07","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"1ae89f32-257f-47d5-bef6-9ab30e7b1214","name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"3009acba-918c-47af-8638-f84fbf573781","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"5eadbbd6-04b3-4c45-a5ce-a4c6528894a8","name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"369c84c5-15a3-44a8-9ba3-ced6ce3e8be1","name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"ac6ccb40-5873-4757-a3db-f9bdd5875a94","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"41d7f5f7-0b41-4ec5-938e-ba00bc3ba74c","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"9ca37fe8-54cb-47c6-95cf-bc5865ca512c","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"9ea36a50-becd-4296-b975-34a11704c86c","name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"5d094688-bbbe-4a51-b821-f75ad55af131","name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:40Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"8c62a18a-7fca-426c-8c29-4bf1bca9f001","name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"a4ad97c6-d6b2-4366-baa7-5dc01d76aa2a","name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"78c27ea7-724f-4bd3-bb2f-09ba1ee04b2d","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"d89c86c8-d0b0-4810-a1b0-f92811fdfc39","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"8415d5b8-543d-41f3-b25d-4a28d8272036","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"c159f499-cb2f-4b84-91d5-5b0096e6750f","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"96872302-df8b-4c7f-88ff-f667901449e3","name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"a1067f66-3238-40b4-b540-7cb69b60c032","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"fd3bd1de-7e1b-4d85-af1e-71e621e90403","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"21b7822c-701b-46a3-8f60-c26bf758b8f3","name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"e1ffc3c6-ba30-45d6-b0e8-3c41bf386a28","name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"5c43c332-f9ae-4a11-b0ed-68af1da53df0","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"4df31914-ff33-433b-a592-67c004191a0e","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"59b93baf-6049-4614-af02-fb290cffae75","name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:46Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"a8f9915b-510a-4cb2-b47c-d67902011eba","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"1c47a4c1-efee-4f6c-a279-09dc9d736d93","name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"4085ea18-4c7e-49a9-a21f-7c7fc36f2ca0","name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"aca35e80-ece5-4343-a109-d834a9c64dcc","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"90aee48d-8e8e-4fb7-8082-5086ec937c31","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:llmisvc-controller-manager","requestID":"b790ef34-4f99-4cd5-9d9a-190ce6c46edd","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"a4f7d04e-2d89-43ad-9deb-18512095bdf2","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"34ff7918-95f1-43c5-8e5f-9f63e25a4484","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"66b83ccd-c779-4395-84ff-b997a160ef5a","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"d9c92b04-1b51-40e7-9954-3e952190b407","name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"8c51f189-2995-4396-84c6-1ce9a648971f","name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:41:47Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"4fae5f9a-fd2c-442c-970b-05fa0c351cd5","name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:46:07Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"01514661-3798-4d7e-8d56-f1ed2c1bfc60","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:46:07Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"499bb970-a668-43c8-b792-4c378412a0e2","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:46:07Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"b762c728-c3d3-4b1f-968c-4f35f1a5b493","name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:46:07Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"57b518a4-1ac1-411b-b51f-ae27406ee229","name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:46:07Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"79cc92f7-8bb4-4978-a215-2fd5702af815","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:46:07Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"21494683-1646-4846-b9df-46919c1bb071","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:46:07Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"56470663-0669-4200-8f18-60fe664b6f0f","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:46:08Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"4e5e2b8e-9c07-4d62-9ddb-e18954722485","name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:55:14Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"4a5f07fe-b278-490c-a645-bca7d273b2d1","name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:55:14Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"16cea149-c589-4e8b-8b80-167018865623","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:55:14Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"8506e486-dc69-4bf9-ab15-94f03ea004e4","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:55:14Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"f6a74e13-7d56-42ca-8854-2b26c0d3f41c","name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:55:14Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"4e53c120-d618-4116-a317-6e2af149c6d6","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:55:14Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"d1de0803-5a91-463b-98ff-208da4f177ee","name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:55:14Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"66e06c4f-3a9a-492f-816b-e90107d3e54f","name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:55:14Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"033463fd-b5d9-4785-9994-424c9a10008f","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:55:14Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"5c647c0c-a834-478b-bf12-39c168dba559","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:55:14Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"85de735e-a64a-40b5-a481-6b105221e3b4","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:55:14Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"17584d77-fe67-4cc8-b5c0-ffb333db7a9a","name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T18:55:14Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"1488aa19-4ba0-4322-b5a3-ce7c6ac193d7","name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:04:58Z","logger":"controller-runtime.cache","msg":"Warning: watch ended with error","reflector":"pkg/mod/k8s.io/client-go@v0.34.5/tools/cache/reflector.go:290","type":"*v1.Route","err":"an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 3; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding"} E0906 19:05:21.351780 1 leaderelection.go:441] Failed to update lock optimistically: Put "https://172.30.0.1:443/apis/coordination.k8s.io/v1/namespaces/redhat-ods-applications/leases/llminferenceservice-kserve-controller-manager?timeout=5s": context deadline exceeded, falling back to slow path {"level":"info","ts":"2026-09-06T19:05:29Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"b05b0914-3f9d-40ed-a25a-cdf9ab32f62b","name":"v3-5-1-kserve-config-llm-decode-template","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:29Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"6c97e053-972c-4984-81f3-bd83aedc98cf","name":"v3-5-1-kserve-config-llm-decode-worker-data-parallel","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:29Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"4251ff39-0cd3-4508-a2d0-f5be3ac41882","name":"v3-5-1-kserve-config-llm-multi-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:29Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"a6840f16-cd48-45df-a2ac-645932890b2f","name":"v3-5-1-kserve-config-llm-multi-node-template-nvidia-cuda","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:29Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"dd411fff-7f4a-4326-a471-faaea60c4ba4","name":"v3-5-1-kserve-config-llm-prefill-template","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:29Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"6bc0c7dd-575b-4fa6-81ae-5423de3ca735","name":"v3-5-1-kserve-config-llm-prefill-worker-data-parallel","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:29Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-router-route","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"bd214a49-8eef-4805-8e5d-d8aa1b2b8d08","name":"v3-5-1-kserve-config-llm-router-route","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:29Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"fb4ba397-460a-47ed-97c4-9a59c0af1056","name":"v3-5-1-kserve-config-llm-scheduler","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:29Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"d7ffc8ae-c5e2-47be-b200-c07ab39a1d03","name":"v3-5-1-kserve-config-llm-scheduler-latency-predictor","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:30Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"9330c124-1e3b-4c57-a4e3-d4c28eb096f5","name":"v3-5-1-kserve-config-llm-single-node-pd-template-nvidia-cuda","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:30Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"cd2280b3-129b-43b2-adb5-1b9cf7c05e82","name":"v3-5-1-kserve-config-llm-single-node-template-nvidia-cuda","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:30Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"6df8c168-c044-4dca-a4af-4ff85717eaa0","name":"v3-5-1-kserve-config-llm-template","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:30Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-amd-rocm","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"32522c01-8abc-43e7-b14a-8286c0642fb6","name":"v3-5-1-kserve-config-llm-template-amd-rocm","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:30Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"a209a6e2-a65a-4640-8fde-8f00a361e8c1","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-ppc64le","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:30Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"c2a1f007-1168-4798-a551-f7cc73a04bc3","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-s390x","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:30Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"ffd226c0-3136-4c07-8ce9-0c5e76718782","name":"v3-5-1-kserve-config-llm-template-ibm-spyre-x86","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:30Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"da47049a-74c2-4c21-88ae-c00484aff146","name":"v3-5-1-kserve-config-llm-template-intel-gaudi","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:30Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tokenizer","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"e0c5d02b-8d43-4ba5-9abb-3b7648e69763","name":"v3-5-1-kserve-config-llm-tokenizer","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:30Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-tracing","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"aec2f258-e4bb-4d16-8803-be44f8f87af8","name":"v3-5-1-kserve-config-llm-tracing","namespace":"redhat-ods-applications"} {"level":"info","ts":"2026-09-06T19:05:30Z","logger":"admission","msg":"Validating LLMInferenceServiceConfig v1alpha2","webhookGroup":"serving.kserve.io","webhookKind":"LLMInferenceServiceConfig","LLMInferenceServiceConfig":{"name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"},"namespace":"redhat-ods-applications","name":"v3-5-1-kserve-config-llm-worker-data-parallel","resource":{"group":"serving.kserve.io","version":"v1alpha2","resource":"llminferenceserviceconfigs"},"user":"system:serviceaccount:redhat-ods-applications:kserve-module-controller-manager","requestID":"c681a191-8ab6-4b99-9589-dbe9b0445c89","name":"v3-5-1-kserve-config-llm-worker-data-parallel","namespace":"redhat-ods-applications"}