{"level":"Level(-2)","ts":"2026-11-03T13:12:29.951013638Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-invalid","reconcileID":"07d124fc-1280-4935-a821-6dc3804893f8","job":"rhai-e2e-progression-fl6x2/progression-invalid","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:30.194410731Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-invalid","reconcileID":"3d4f7d11-b9a4-4462-806d-363070dd787d","job":"rhai-e2e-progression-fl6x2/progression-invalid","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:30.404037302Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-invalid","reconcileID":"c1c24943-ddb2-4855-9560-382d66c25cec","job":"rhai-e2e-progression-fl6x2/progression-invalid","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:30.511782436Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-invalid","reconcileID":"8bd51870-91d1-4a8b-bc66-4743f5cfd44a","job":"rhai-e2e-progression-fl6x2/progression-invalid","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:30.532044892Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-invalid","reconcileID":"798a203a-5f3c-4da3-8fa7-d2a3b18cf4b8","job":"rhai-e2e-progression-fl6x2/progression-invalid","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:30.659697214Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-invalid","reconcileID":"375dbb2a-a23c-43eb-a5d3-a7f59fb1a83b","job":"rhai-e2e-progression-fl6x2/progression-invalid","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:31.482339724Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-invalid","reconcileID":"d914e739-7161-43f8-b212-f7b6121dd332","job":"rhai-e2e-progression-fl6x2/progression-invalid","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:31.609877896Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-invalid","reconcileID":"b3997f69-12b4-4087-8734-f8fd5f6613b7","job":"rhai-e2e-progression-fl6x2/progression-invalid","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:45.184189241Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"980bf939-e28a-4743-8a48-e141ab0d170e","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:45.418600361Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"ac332e1a-0905-4ab5-9837-2473829e04aa","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:45.629453646Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"6df04997-fbb2-43c8-bc54-7e48cc22ff0b","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:45.737369408Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"056ce18b-26d5-4b90-8390-a68566230721","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:46.08441273Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"143162e3-af74-4a5c-aa05-35a21b76715e","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:48.537767404Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"ae276d3e-c38f-4ace-9260-34b84ff9c6d5","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:48.665415933Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"24f87048-94dd-40f6-b96c-69c57aaf7fee","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:48.955574718Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"8eab1781-7e52-4d8a-b8c2-e1b5a7c83dc5","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:49.306286964Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"5651956d-1e85-4833-8631-943655136a41","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:49.483528837Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-min-interval","reconcileID":"820c4b89-81b0-4a85-b599-42bba247ba81","job":"rhai-e2e-progression-fl6x2/progression-min-interval","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:49.657320209Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"ed1e9b2f-14c9-4396-ae84-6df7a3b7b7da","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:49.726932661Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-max-interval","reconcileID":"35f181d5-055f-426e-a0d4-81b8bf1ae1d0","job":"rhai-e2e-progression-fl6x2/progression-max-interval","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:49.981401422Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-default-interval","reconcileID":"5dee3062-e660-44dc-af95-d60c2b46a83f","job":"rhai-e2e-progression-fl6x2/progression-default-interval","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:50.034250566Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"3a48690a-c0a7-45fb-af2d-273d14b2c6a1","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:50.316102634Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"5231c51f-7be4-4593-8b5b-9ba5a558990b","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:50.928715894Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"730d8792-9e6b-4edc-881b-c314b31fd3bd","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:52.846380885Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"a5cb6a77-1871-47a6-9ad6-1f01d953ab0a","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:53.056850142Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"dc6180cb-3bd2-4961-bd27-1a9e8501abd5","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:53.16468314Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"2dd08c2f-b9f6-41ff-94ff-5379017ad716","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:53.790042084Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"042d14fe-7b9d-4e69-b4e9-033692f76423","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:54.610448349Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-invalid","reconcileID":"e6a2420a-e7d9-4c5f-8d62-7708d683a7aa","job":"rhai-e2e-progression-fl6x2/progression-invalid","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:55.581836692Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"6d6cc505-6ce7-4f8c-a152-bad79a4f8ced","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:55.592008716Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"62cf1d06-b756-4368-8fcf-841e01428bab","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:55.665828273Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-invalid","reconcileID":"2f9b3d09-a95c-4d88-bae9-974de7df0882","job":"rhai-e2e-progression-fl6x2/progression-invalid","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:55.88501519Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"97b0ac27-7f26-4d8b-8a86-41735e1d6997","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:56.244718968Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"40d6b654-2c6a-4661-9fcc-1e172ad4994f","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:56.994960541Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-invalid","reconcileID":"86aaff13-0a44-4aa3-a130-98ce4a523cf3","job":"rhai-e2e-progression-fl6x2/progression-invalid","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:58.196205793Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"8f60ce4a-bd99-41b7-a6ce-20ac33c176c0","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:58.488270508Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"e8e4277e-5a9a-4ce9-b9c1-dbce1f291abe","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:12:58.842678362Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"46a1f16b-d32f-4dff-9595-8b997877a116","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:00.912482893Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"500db253-56bd-4c6f-ba7f-477627b99b3e","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:01.267949614Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"af0e010d-b514-499e-8c67-247449564797","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:03.463578559Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"77271cf9-26d9-4dfa-99a9-d21e31eac299","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:04.615516214Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"e9b67250-c30c-4390-aaf0-b158d132389d","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:05.200614019Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"7e572997-6a29-48d4-b4df-80ff370ab089","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:05.646774984Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"f856ee13-ee2c-415d-92a6-81acfffe3e9f","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:05.755516285Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"f4f0c839-b807-4535-88bb-6f5a481161d3","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:06.072076224Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"94866167-d6c1-4b79-981e-49d775b8a670","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:07.654213324Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"ca79b04c-9ed2-45e0-8e78-c8a42eca4895","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:07.952658077Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"35ed78c2-372d-4c71-a591-7badb893b7e4","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:08.862057356Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-no-metrics","reconcileID":"cbaaa464-858c-4843-ad5b-6f66a96abf81","job":"rhai-e2e-progression-fl6x2/progression-no-metrics","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:09.645419518Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"b32497c2-7afa-480e-ad9d-45f0c09ab6e3","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:10.045824965Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"b7c617a8-b4cf-4dcf-9ba5-d334c1ec4529","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:10.659653541Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"aa744663-1fb9-46a0-8a0f-07651b87e1f7","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:10.799343593Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"2fd9057c-270d-4782-b968-2a65f3f2a050","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:10.813451607Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-no-metrics","reconcileID":"05a8efbf-10c2-4b08-86f4-1649469b73dd","job":"rhai-e2e-progression-fl6x2/progression-no-metrics","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:11.014497833Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-no-metrics","reconcileID":"e0ed7e98-7f6b-4166-9f83-dc0323423b07","job":"rhai-e2e-progression-fl6x2/progression-no-metrics","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:11.142981131Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-no-metrics","reconcileID":"0f8d3dbe-87c0-4a00-b316-0541ba184629","job":"rhai-e2e-progression-fl6x2/progression-no-metrics","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:11.504718104Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"360abd6d-2344-4710-9f5b-48b0a5389131","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:12.453550572Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"81894ad0-ec10-49b8-9234-14fd416457a0","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:13.117650891Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-no-metrics","reconcileID":"edd30ea7-0a1d-4d36-8a1d-71c5a55e8cc9","job":"rhai-e2e-progression-fl6x2/progression-no-metrics","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:13.664279144Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-no-metrics","reconcileID":"0e29eaf1-873d-4a2a-80bd-c87426418879","job":"rhai-e2e-progression-fl6x2/progression-no-metrics","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:14.289017369Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"39f3fa91-c3a9-48eb-94eb-1b0195952be5","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:14.416414535Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-no-metrics","reconcileID":"5181f31a-bda5-4fc9-ac6a-382d503048c5","job":"rhai-e2e-progression-fl6x2/progression-no-metrics","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:16.043522051Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"b11398ce-5bde-4842-8fad-2abcb542ed35","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:17.114042974Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"d020e13b-9e7d-4218-8e22-9376987da5c9","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:17.467063328Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"eb74be44-e6bf-4b60-a14b-2661983b46da","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:18.692430981Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-no-metrics","reconcileID":"54125a67-2d34-4671-a7df-e892df90a0e6","job":"rhai-e2e-progression-fl6x2/progression-no-metrics","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:19.056943162Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-no-metrics","reconcileID":"0f1b4dfe-1334-483d-97d7-ba84ee1a92b7","job":"rhai-e2e-progression-fl6x2/progression-no-metrics","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:19.701164164Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-no-metrics","reconcileID":"73ff7bc7-e3c4-431b-a6d8-69212d0f8570","job":"rhai-e2e-progression-fl6x2/progression-no-metrics","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:19.812662301Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-no-metrics","reconcileID":"5c7f9209-2146-44d9-88d2-16b027da8b6c","job":"rhai-e2e-progression-fl6x2/progression-no-metrics","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:20.857062567Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-no-metrics","reconcileID":"40b3ab43-800e-4950-88ed-2f2569cd7e8a","job":"rhai-e2e-progression-fl6x2/progression-no-metrics","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:26.537072091Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-custom-config","reconcileID":"f48ea16b-7601-45d6-9e34-409d7582362f","job":"rhai-e2e-progression-fl6x2/progression-custom-config","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:26.537589719Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-disabled","reconcileID":"ab6f4e87-6199-443c-9ac0-5ef635ee0b98","job":"rhai-e2e-progression-fl6x2/progression-disabled","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:26.537971967Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-enabled","reconcileID":"e327d2f0-5a54-4bad-8b4a-e18bb36c1c66","job":"rhai-e2e-progression-fl6x2/progression-enabled","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:26.538454603Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-invalid","reconcileID":"2f96f438-7373-4b8b-bb03-271b56d2090e","job":"rhai-e2e-progression-fl6x2/progression-invalid","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:26.538828493Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-job-failure","reconcileID":"93096c26-d46a-46d6-b112-bbc6a14f0412","job":"rhai-e2e-progression-fl6x2/progression-job-failure","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:13:26.53912612Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"rhai-e2e-progression-fl6x2","name":"progression-no-metrics","reconcileID":"a664ea02-0562-46bc-b744-08ec9b69461e","job":"rhai-e2e-progression-fl6x2/progression-no-metrics","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"rhai-e2e-progression-fl6x2"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:13.223275924Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7mmnq","name":"test-dra-trainjob-kzppt","reconcileID":"5e3f497f-b1cc-4b82-b04f-5fd9ecc1ed7f","job":"test-ns-7mmnq/test-dra-trainjob-kzppt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7mmnq"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:13.464595473Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7mmnq","name":"test-dra-trainjob-kzppt","reconcileID":"13845492-93e6-49f7-a01c-ddf0557cd3f1","job":"test-ns-7mmnq/test-dra-trainjob-kzppt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7mmnq"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:13.673502863Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7mmnq","name":"test-dra-trainjob-kzppt","reconcileID":"35822ffb-99fb-465a-9da3-7bdfecf530ab","job":"test-ns-7mmnq/test-dra-trainjob-kzppt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7mmnq"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:13.800589847Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7mmnq","name":"test-dra-trainjob-kzppt","reconcileID":"cc9b3810-a5fd-4a02-897e-83eafc78c61e","job":"test-ns-7mmnq/test-dra-trainjob-kzppt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7mmnq"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:13.861593508Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7mmnq","name":"test-dra-trainjob-kzppt","reconcileID":"b3081718-6f20-48df-a153-41ffe9566ea9","job":"test-ns-7mmnq/test-dra-trainjob-kzppt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7mmnq"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:13.925176976Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7mmnq","name":"test-dra-trainjob-kzppt","reconcileID":"ed06c67b-1fc3-40ce-ac93-1a4041fc5669","job":"test-ns-7mmnq/test-dra-trainjob-kzppt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7mmnq"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:17.567299762Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-jv7jx","name":"test-trainjob-dvp7h","reconcileID":"eaedf674-9468-4da9-90dd-00a0d34e4137","job":"test-ns-jv7jx/test-trainjob-dvp7h","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-jv7jx"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:17.816075642Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-jv7jx","name":"test-trainjob-dvp7h","reconcileID":"1e67e386-b69e-48a8-af4f-12b64021ef84","job":"test-ns-jv7jx/test-trainjob-dvp7h","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-jv7jx"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:18.023603408Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-jv7jx","name":"test-trainjob-dvp7h","reconcileID":"f144f239-e62c-4c0f-b423-aacad3eed35a","job":"test-ns-jv7jx/test-trainjob-dvp7h","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-jv7jx"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:18.130879948Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-jv7jx","name":"test-trainjob-dvp7h","reconcileID":"7eb4285f-6ff9-4e56-8564-37ca882d9aa6","job":"test-ns-jv7jx/test-trainjob-dvp7h","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-jv7jx"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:18.14782006Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-jv7jx","name":"test-trainjob-dvp7h","reconcileID":"1f398d9e-c80e-4f7d-a52f-2194dbbb9e6e","job":"test-ns-jv7jx/test-trainjob-dvp7h","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-jv7jx"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:18.274135907Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-jv7jx","name":"test-trainjob-dvp7h","reconcileID":"858cf589-50d7-48f9-a811-1493da3eb9a2","job":"test-ns-jv7jx/test-trainjob-dvp7h","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-jv7jx"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:20.202043512Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-jv7jx","name":"test-trainjob-dvp7h","reconcileID":"6de17e47-ed44-4b83-82be-288c6ccd08b1","job":"test-ns-jv7jx/test-trainjob-dvp7h","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-jv7jx"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:20.328731007Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-jv7jx","name":"test-trainjob-dvp7h","reconcileID":"79e42b01-53a7-4062-811d-e5669ff816b7","job":"test-ns-jv7jx/test-trainjob-dvp7h","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-jv7jx"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:20.451040231Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7mmnq","name":"test-dra-trainjob-kzppt","reconcileID":"1f07ea87-dd28-4dea-ab82-00702098bb46","job":"test-ns-7mmnq/test-dra-trainjob-kzppt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7mmnq"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:20.570156997Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7mmnq","name":"test-dra-trainjob-kzppt","reconcileID":"15eb1aab-ee02-4be5-a751-d5bf80c2605e","job":"test-ns-7mmnq/test-dra-trainjob-kzppt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7mmnq"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:24.719918413Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-7mmnq","name":"test-dra-trainjob-kzppt","reconcileID":"197a95c5-5c5c-46a0-bfe3-46c2bdf991a4","job":"test-ns-7mmnq/test-dra-trainjob-kzppt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-7mmnq"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:27.242061323Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-jv7jx","name":"test-trainjob-dvp7h","reconcileID":"4e9d87ef-2d0d-4e82-9590-6dfb93c0f36c","job":"test-ns-jv7jx/test-trainjob-dvp7h","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-jv7jx"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:27.370982852Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-jv7jx","name":"test-trainjob-dvp7h","reconcileID":"c9a7a770-2602-4f04-be93-a264349edcc7","job":"test-ns-jv7jx/test-trainjob-dvp7h","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-jv7jx"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:28.250164227Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-jv7jx","name":"test-trainjob-dvp7h","reconcileID":"43c3dbe4-e98e-42af-8b64-6e519d1ad229","job":"test-ns-jv7jx/test-trainjob-dvp7h","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-jv7jx"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:28.360792062Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-jv7jx","name":"test-trainjob-dvp7h","reconcileID":"c2419cb5-f369-48c5-85ef-23fe4acb3669","job":"test-ns-jv7jx/test-trainjob-dvp7h","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-jv7jx"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:28.377050938Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-jv7jx","name":"test-trainjob-dvp7h","reconcileID":"a2816816-b13f-4b6d-8535-df61665d4208","job":"test-ns-jv7jx/test-trainjob-dvp7h","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-jv7jx"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:28.503513188Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-jv7jx","name":"test-trainjob-dvp7h","reconcileID":"1be907d4-4407-46eb-ad56-1b6fd38ad9a6","job":"test-ns-jv7jx/test-trainjob-dvp7h","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-jv7jx"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:28.919908829Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-mq6qs","name":"test-trainjob-pgkfr","reconcileID":"1f799376-fc74-4b0c-b456-260bc957610f","job":"test-ns-mq6qs/test-trainjob-pgkfr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-mq6qs"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:29.163480125Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-mq6qs","name":"test-trainjob-pgkfr","reconcileID":"87524086-9b99-4411-9b54-3bebdef2eeb7","job":"test-ns-mq6qs/test-trainjob-pgkfr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-mq6qs"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:29.371763088Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-mq6qs","name":"test-trainjob-pgkfr","reconcileID":"20310cd9-b131-414b-b2b5-7c796924dc62","job":"test-ns-mq6qs/test-trainjob-pgkfr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-mq6qs"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:29.449027839Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-mq6qs","name":"test-trainjob-pgkfr","reconcileID":"f15dec62-4e8b-40d0-9e1c-37b58e521313","job":"test-ns-mq6qs/test-trainjob-pgkfr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-mq6qs"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:29.496457394Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-mq6qs","name":"test-trainjob-pgkfr","reconcileID":"e1c6b690-22eb-4d41-997d-0ce17d49501e","job":"test-ns-mq6qs/test-trainjob-pgkfr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-mq6qs"}
{"level":"Level(-2)","ts":"2026-11-03T13:14:29.623239394Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-mq6qs","name":"test-trainjob-pgkfr","reconcileID":"01831ec6-19cf-43a0-bc3e-8c6bdaffe5b1","job":"test-ns-mq6qs/test-trainjob-pgkfr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-mq6qs"}
{"level":"Level(-2)","ts":"2026-11-03T13:20:57.21036792Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-mq6qs","name":"test-trainjob-pgkfr","reconcileID":"e7d6c8de-142b-49f8-a842-2e35dbcdf3b5","job":"test-ns-mq6qs/test-trainjob-pgkfr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-mq6qs"}
{"level":"Level(-2)","ts":"2026-11-03T13:20:57.33608246Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-mq6qs","name":"test-trainjob-pgkfr","reconcileID":"6be579db-2f69-448f-abf9-7d9fd69e04c7","job":"test-ns-mq6qs/test-trainjob-pgkfr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-mq6qs"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:02.16884502Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-mq6qs","name":"test-trainjob-pgkfr","reconcileID":"38d580ed-e752-4e12-9c19-3c5e23c98918","job":"test-ns-mq6qs/test-trainjob-pgkfr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-mq6qs"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:02.294321063Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-mq6qs","name":"test-trainjob-pgkfr","reconcileID":"e3d73ef5-b18a-4ad3-b757-6f4d99cfb7e7","job":"test-ns-mq6qs/test-trainjob-pgkfr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-mq6qs"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:03.177702237Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-mq6qs","name":"test-trainjob-pgkfr","reconcileID":"afb999eb-1e3d-4f27-bdc4-294388e37781","job":"test-ns-mq6qs/test-trainjob-pgkfr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-mq6qs"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:03.236156847Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-mq6qs","name":"test-trainjob-pgkfr","reconcileID":"4b0d1583-7790-411d-b865-298c15abd8cf","job":"test-ns-mq6qs/test-trainjob-pgkfr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-mq6qs"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:03.303934037Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-mq6qs","name":"test-trainjob-pgkfr","reconcileID":"9d08768b-110f-44fc-96a5-c344809dfce2","job":"test-ns-mq6qs/test-trainjob-pgkfr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-mq6qs"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:04.109837032Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-rwmh5","name":"test-trainjob-d2ztz","reconcileID":"d6d515c6-f135-4deb-b7c0-7eda4edce031","job":"test-ns-rwmh5/test-trainjob-d2ztz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-rwmh5"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:04.567755958Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-rwmh5","name":"test-trainjob-d2ztz","reconcileID":"35573f2e-bd8c-438c-bdf3-4f11fc65a147","job":"test-ns-rwmh5/test-trainjob-d2ztz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-rwmh5"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:04.775968873Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-rwmh5","name":"test-trainjob-d2ztz","reconcileID":"5d0ea950-c8dd-4fd4-83b8-7f852fb376b8","job":"test-ns-rwmh5/test-trainjob-d2ztz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-rwmh5"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:04.900126984Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-rwmh5","name":"test-trainjob-d2ztz","reconcileID":"4b64ad78-e1aa-43fc-b275-9be7d52cc23c","job":"test-ns-rwmh5/test-trainjob-d2ztz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-rwmh5"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:05.096626726Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-rwmh5","name":"test-trainjob-d2ztz","reconcileID":"b890f5ec-53dd-4ff6-be81-2559f7feb82e","job":"test-ns-rwmh5/test-trainjob-d2ztz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-rwmh5"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:05.238261426Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-rwmh5","name":"test-trainjob-d2ztz","reconcileID":"c642adf5-99b6-4d4e-88cc-e5ff84d0b8e1","job":"test-ns-rwmh5/test-trainjob-d2ztz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-rwmh5"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:07.805392965Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-rwmh5","name":"test-trainjob-d2ztz","reconcileID":"63e75200-b2c8-44f0-9fa3-6de0501d445b","job":"test-ns-rwmh5/test-trainjob-d2ztz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-rwmh5"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:07.929969669Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-rwmh5","name":"test-trainjob-d2ztz","reconcileID":"d45daa8f-22ea-4ca6-a5a6-d31a2aaa5393","job":"test-ns-rwmh5/test-trainjob-d2ztz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-rwmh5"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:09.819720899Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-rwmh5","name":"test-trainjob-d2ztz","reconcileID":"8e2eccda-8c9b-42b0-b21f-47bd2cb3caf4","job":"test-ns-rwmh5/test-trainjob-d2ztz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-rwmh5"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:09.946797914Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-rwmh5","name":"test-trainjob-d2ztz","reconcileID":"0d00ce3f-2c5f-41e0-a177-1e5c8168108c","job":"test-ns-rwmh5/test-trainjob-d2ztz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-rwmh5"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:10.826643777Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-rwmh5","name":"test-trainjob-d2ztz","reconcileID":"8988d281-b76f-4bb5-aa71-be4b415adf1a","job":"test-ns-rwmh5/test-trainjob-d2ztz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-rwmh5"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:10.887523111Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-rwmh5","name":"test-trainjob-d2ztz","reconcileID":"b7baf23f-e510-4323-9257-332cf9fd650c","job":"test-ns-rwmh5/test-trainjob-d2ztz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-rwmh5"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:10.950942112Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-rwmh5","name":"test-trainjob-d2ztz","reconcileID":"e34fc640-d8b2-45d2-b421-171c264cb4b1","job":"test-ns-rwmh5/test-trainjob-d2ztz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-rwmh5"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:11.944375469Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"653aad31-d00b-4839-9220-df11b86172a9","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:12.242923702Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"98b65fbb-3024-4336-ae34-c7acb0a807cb","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:12.458137821Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"9b3bb993-a22a-4011-910f-b52d8d133cd3","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:12.57390579Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"8492e52f-c0ce-4cbf-83df-a8b63b57cb1b","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:12.587881524Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"27173a37-a883-4358-ab30-429de5192268","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:12.717268306Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"b9026861-0864-41c4-934f-c2ceeae69d73","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:16.577635724Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-rwmh5","name":"test-trainjob-d2ztz","reconcileID":"60afda2a-41bf-44c6-8857-03c68560d587","job":"test-ns-rwmh5/test-trainjob-d2ztz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-rwmh5"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:16.703101663Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-rwmh5","name":"test-trainjob-d2ztz","reconcileID":"1e3d7454-d9e0-430c-bf70-61a52583d856","job":"test-ns-rwmh5/test-trainjob-d2ztz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-rwmh5"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:17.636502482Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-mq6qs","name":"test-trainjob-pgkfr","reconcileID":"42660e4c-1b03-4c93-b481-f14ea409b438","job":"test-ns-mq6qs/test-trainjob-pgkfr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-mq6qs"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:30.311094804Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"650da973-2a47-4a38-9a18-4c85dd1469be","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:30.44157614Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"459ea0c7-1a58-4aee-9d10-aab26c03b1c3","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:36.337563875Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"208aa93f-1ab5-4da1-b44b-42736678f129","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:36.467964946Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"c1f96bb2-d5b3-483b-8605-23d4dbb28a63","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:37.349044603Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"ebb7c151-0498-4d33-bb5b-fda52f46844c","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:37.477193322Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"8c435fde-a22f-49bf-8523-6930e9bb6fd6","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:37.557653327Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"06a9364c-be0a-44cc-bc6e-c647ca0dd392","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:37.672842261Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"4141d874-a281-4315-a2a9-5cfd3cffea70","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:37.686624271Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"1468c548-2147-4bcc-9b52-79507272be85","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:21:37.815546525Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"1d961afe-3286-4354-8a0f-2d8cd1ebeb02","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:22:24.593982636Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"ec36a099-9bbd-47a7-9cf9-e20d94f211e8","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:22:24.72442226Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"70f8d696-3e41-40ad-bb11-ddf9269c09f9","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:22:35.622640111Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"c3867c31-b960-43ca-9d99-4c60b76eca06","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:22:35.753412274Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"b313a202-1d00-4cdd-843b-077aa2c3222b","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:22:36.633628587Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"1573bd31-dd4e-4599-916f-f4909bd0acfb","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:22:36.761869648Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"6906a3a8-7ce0-47f5-9530-22b209159501","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:22:36.842555203Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"cf5072c5-177d-4b91-8930-bd5f0c073213","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:22:36.958294897Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"8b40cb9b-ec58-4c90-942e-dd43eb508b6a","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:22:36.973455388Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"1ea81af3-f056-4370-8088-3f596bb43a7f","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:22:37.103729108Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"da265d48-c8fd-4293-b1c6-bbc84b5204a9","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:22:56.409432733Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"213d785c-44ff-43b3-b4d3-f0f6b1534eb6","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:22:56.524347271Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"a5a79fe9-3b0d-476c-b298-efcb8de027bc","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:22:56.538099836Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"8e8635d4-89d9-4765-be4b-70c03510cdf8","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:22:56.668741322Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"a68d9fb1-fc13-4fc9-aba8-4f0988261598","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:23:03.281945904Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-pv8cn","name":"test-trainjob-ldldd","reconcileID":"32166269-f147-4c48-adc9-f04c0e53d44d","job":"test-ns-pv8cn/test-trainjob-ldldd","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-pv8cn"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:18.826750455Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-p88nc","name":"k8234aca7e6e","reconcileID":"3f04b6a0-fa04-4d76-b891-c0533c11ab71","job":"test-ns-p88nc/k8234aca7e6e","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-p88nc"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:19.303926434Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-p88nc","name":"k8234aca7e6e","reconcileID":"de380e1a-dbc1-45d5-b073-5308c754236e","job":"test-ns-p88nc/k8234aca7e6e","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-p88nc"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:19.506451103Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-p88nc","name":"k8234aca7e6e","reconcileID":"0904a247-f269-4a26-b647-92db4d01984f","job":"test-ns-p88nc/k8234aca7e6e","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-p88nc"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:19.638570253Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-p88nc","name":"k8234aca7e6e","reconcileID":"4ba97d7e-9935-43ed-834a-21728eb253e7","job":"test-ns-p88nc/k8234aca7e6e","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-p88nc"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:19.962852103Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-p88nc","name":"k8234aca7e6e","reconcileID":"419ab2a5-5b8d-4d37-862a-9c97ae24e1c4","job":"test-ns-p88nc/k8234aca7e6e","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-p88nc"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:20.093580744Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-p88nc","name":"k8234aca7e6e","reconcileID":"8f8ef8b1-d646-426e-81ce-54851df14040","job":"test-ns-p88nc/k8234aca7e6e","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-p88nc"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:22.207299194Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-p88nc","name":"k8234aca7e6e","reconcileID":"e522c703-f593-4c37-9f0c-15165da1ae22","job":"test-ns-p88nc/k8234aca7e6e","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-p88nc"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:22.336650208Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-p88nc","name":"k8234aca7e6e","reconcileID":"af87eddb-fae7-4d48-a9ff-5cf663568140","job":"test-ns-p88nc/k8234aca7e6e","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-p88nc"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:51.881248313Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-p88nc","name":"k8234aca7e6e","reconcileID":"6e960547-80ce-4f3d-9533-ab8c60993ba5","job":"test-ns-p88nc/k8234aca7e6e","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-p88nc"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:52.01291544Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-p88nc","name":"k8234aca7e6e","reconcileID":"8454a59d-4f96-45f0-97f5-3e4eed4dc7dc","job":"test-ns-p88nc/k8234aca7e6e","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-p88nc"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:52.900188807Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-p88nc","name":"k8234aca7e6e","reconcileID":"2c99cf50-a792-4654-a5de-e0736a20e360","job":"test-ns-p88nc/k8234aca7e6e","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-p88nc"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:53.022479403Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-p88nc","name":"k8234aca7e6e","reconcileID":"c3bb6eca-50e2-4887-9829-7fd939673c08","job":"test-ns-p88nc/k8234aca7e6e","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-p88nc"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:53.038592261Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-p88nc","name":"k8234aca7e6e","reconcileID":"017c83e4-d3de-432a-920e-75412f62229b","job":"test-ns-p88nc/k8234aca7e6e","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-p88nc"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:53.153013438Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-p88nc","name":"k8234aca7e6e","reconcileID":"c02c2c02-7baa-4780-bb49-6fb597e4326c","job":"test-ns-p88nc/k8234aca7e6e","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-p88nc"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:58.480259555Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"rf-rtfks"}}
{"level":"Level(-2)","ts":"2026-11-03T13:24:58.480429371Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-rtfks","reconcileID":"06550590-c218-4bbe-82ab-d3033bed448f"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:58.824574808Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:351","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cq-gh466"}}
{"level":"Level(-2)","ts":"2026-11-03T13:24:58.824854432Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-gh466","reconcileID":"1238420b-11d2-49f8-9c54-a0deb1a087ce"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:58.843515701Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:240","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"lq-5s27t","namespace":"test-ns-56kxh"}}
{"level":"Level(-2)","ts":"2026-11-03T13:24:58.843684141Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-56kxh","name":"lq-5s27t","reconcileID":"35e2ee98-21a4-4902-bbce-de6f72e02728"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:58.885496826Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-gh466"}}
{"level":"Level(-2)","ts":"2026-11-03T13:24:58.885695047Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-gh466","reconcileID":"a8f04561-ab4f-4b59-aa3f-daf7a2ec3f42"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:58.899758172Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-56kxh","name":"lq-5s27t","reconcileID":"1373ea60-1597-4532-a422-a761a9ea57bd"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:58.899761011Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-5s27t","namespace":"test-ns-56kxh"}}
{"level":"Level(-2)","ts":"2026-11-03T13:24:58.957782878Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-56kxh","name":"lq-5s27t","reconcileID":"cd9c8344-f3de-4ec0-9cf9-e0a3d328f241"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:58.95794044Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-5s27t","namespace":"test-ns-56kxh"}}
{"level":"Level(-3)","ts":"2026-11-03T13:24:59.011465183Z","logger":"localqueue-reconciler","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-56kxh","name":"lq-5s27t","reconcileID":"cd9c8344-f3de-4ec0-9cf9-e0a3d328f241","error":"Operation cannot be fulfilled on localqueues.kueue.x-k8s.io \"lq-5s27t\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:59.011568679Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-56kxh","name":"lq-5s27t","reconcileID":"bb04f3b6-45c9-4e68-8215-926e6a47b039"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:59.684411314Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"dw-deployment-8qgpj-cbfb688fc-n9sv6","reconcileID":"e0d4ab53-cda0-4345-93ce-167cb037f2dd","job":"test-ns-56kxh/dw-deployment-8qgpj-cbfb688fc-n9sv6","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-03T13:24:59.737258122Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.PriorityClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"debug","ts":"2026-11-03T13:25:00.23100954Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"dw-deployment-8qgpj-cbfb688fc-n9sv6","namespace":"test-ns-56kxh"},"kind":"Pod","apiVersion":"v1","type":"Normal","reason":"CreatedWorkload","action":"CreatedWorkload","note":"Created Workload: test-ns-56kxh/pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.23128885Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"leader","workload":{"name":"pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e","namespace":"test-ns-56kxh"},"queue":"lq-5s27t","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.231344581Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e","reconcileID":"a617bf6c-6e29-415e-84ce-e3751335caa6"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.231371919Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"dw-deployment-8qgpj-cbfb688fc-n9sv6","reconcileID":"006e0bab-882e-472b-9b15-e6dacce0bb9e","job":"test-ns-56kxh/dw-deployment-8qgpj-cbfb688fc-n9sv6","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.231406365Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e","reconcileID":"a617bf6c-6e29-415e-84ce-e3751335caa6","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.231531879Z","logger":"scheduler","caller":"scheduler/scheduler.go:308","msg":"Obtained heads","replica-role":"follower","schedulingCycle":1,"headCount":1,"waitDuration":1530.572276622}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.231570774Z","logger":"scheduler","caller":"scheduler/scheduler.go:323","msg":"Snapshot taken","replica-role":"follower","schedulingCycle":1,"duration":0.000009092}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.231604762Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e","reconcileID":"7d380826-4af2-424c-aa74-7112eab746ed"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.231668524Z","logger":"scheduler","caller":"scheduler/scheduler.go:328","msg":"Nomination done","replica-role":"follower","schedulingCycle":1,"entries":1,"inadmissibleEntries":0,"duration":0.000089717}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.231691972Z","logger":"scheduler","caller":"scheduler/scheduler.go:406","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":1,"workload":{"name":"pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e","namespace":"test-ns-56kxh"},"clusterQueue":{"name":"cq-gh466"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.231781154Z","logger":"scheduler","caller":"scheduler/scheduler.go:1041","msg":"Workload assumed in the cache","replica-role":"follower","schedulingCycle":1,"workload":{"name":"pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e","namespace":"test-ns-56kxh"},"clusterQueue":{"name":"cq-gh466"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.231811823Z","logger":"scheduler","caller":"scheduler/scheduler.go:362","msg":"Workload processing done","replica-role":"follower","schedulingCycle":1,"duration":0.000125495}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.231836153Z","logger":"scheduler","caller":"scheduler/scheduler.go:297","msg":"Scheduling cycle complete","replica-role":"follower","schedulingCycle":1,"duration":1530.572581092}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.231852191Z","logger":"scheduler","caller":"scheduler/scheduler.go:295","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":2}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.346244358Z","logger":"scheduler","caller":"scheduler/scheduler.go:1000","msg":"Workload successfully admitted and assigned flavors","replica-role":"follower","schedulingCycle":1,"workload":{"name":"pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e","namespace":"test-ns-56kxh"},"clusterQueue":{"name":"cq-gh466"},"assignments":[{"name":"main","flavors":{"cpu":"rf-rtfks","memory":"rf-rtfks"},"resourceUsage":{"cpu":"1","memory":"3Gi"},"count":1}]}
{"level":"debug","ts":"2026-11-03T13:25:00.346292535Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e","namespace":"test-ns-56kxh"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"Admitted","action":"Admitted","note":"Admitted by ClusterQueue cq-gh466, wait time since reservation was 0s"}
{"level":"debug","ts":"2026-11-03T13:25:00.346306594Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e","namespace":"test-ns-56kxh"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"QuotaReserved","action":"QuotaReserved","note":"Quota reserved in ClusterQueue cq-gh466, wait time since queued was 1s"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.346741999Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e","namespace":"test-ns-56kxh"},"queue":"lq-5s27t","status":"admitted","prevStatus":"pending","clusterQueue":"cq-gh466"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.34681294Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"dw-deployment-8qgpj-cbfb688fc-n9sv6","reconcileID":"b89af56e-25bc-4dd6-bf9c-3e40785db0b4","job":"test-ns-56kxh/dw-deployment-8qgpj-cbfb688fc-n9sv6","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.346731662Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e","reconcileID":"65fb9479-e5d6-4957-922e-48eef8d702e7"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.346879084Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e","reconcileID":"65fb9479-e5d6-4957-922e-48eef8d702e7","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.346997122Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e","reconcileID":"eacfb74b-b689-45bb-b625-46b4277a93bc"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.347009646Z","logger":"v1_pod","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-56kxh","name":"dw-deployment-8qgpj-cbfb688fc-n9sv6","reconcileID":"b89af56e-25bc-4dd6-bf9c-3e40785db0b4","job":"test-ns-56kxh/dw-deployment-8qgpj-cbfb688fc-n9sv6","gvk":"/v1, Kind=Pod"}
{"level":"debug","ts":"2026-11-03T13:25:00.468135818Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"dw-deployment-8qgpj-cbfb688fc-n9sv6","namespace":"test-ns-56kxh"},"kind":"Pod","apiVersion":"v1","type":"Normal","reason":"Started","action":"Started","note":"Admitted by clusterQueue cq-gh466"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.468269443Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"dw-deployment-8qgpj-cbfb688fc-n9sv6","reconcileID":"e09e9267-81a1-4f79-be85-1e9529918d8e","job":"test-ns-56kxh/dw-deployment-8qgpj-cbfb688fc-n9sv6","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.475854831Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"dw-deployment-8qgpj-cbfb688fc-n9sv6","reconcileID":"045e612f-dd55-44be-b238-2812d8da00ae","job":"test-ns-56kxh/dw-deployment-8qgpj-cbfb688fc-n9sv6","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.534373823Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"dw-deployment-8qgpj-cbfb688fc-n9sv6","reconcileID":"775db4ae-1923-4e9f-9d59-ea8c97e21717","job":"test-ns-56kxh/dw-deployment-8qgpj-cbfb688fc-n9sv6","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:00.639910404Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"dw-deployment-8qgpj-cbfb688fc-n9sv6","reconcileID":"ced7a45e-03cf-4104-a9cc-12290f1daa4a","job":"test-ns-56kxh/dw-deployment-8qgpj-cbfb688fc-n9sv6","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:01.232027932Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-56kxh","name":"lq-5s27t","reconcileID":"3bcb3acc-7317-480a-939e-fc09ec0b84ea"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:01.232056961Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-gh466","reconcileID":"fcf3cf45-cb73-42d2-a778-2c76dc19083b"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:01.290686742Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-5s27t","namespace":"test-ns-56kxh"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:01.290980317Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-56kxh","name":"lq-5s27t","reconcileID":"edf32221-9ca8-46ff-a8a3-c22cd792d5f8"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:01.294027633Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-gh466"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:01.29416493Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-gh466","reconcileID":"df75a0c8-143c-4db2-9e14-5ad7f88c285e"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:01.46905707Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-56kxh","name":"pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e","reconcileID":"f2931ff7-8e4a-4cfb-a0ff-fdff03b8a07d"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:01.522234896Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"dw-deployment-8qgpj-cbfb688fc-n9sv6","reconcileID":"68f98d72-3890-4d12-a138-2b67ada4f487","job":"test-ns-56kxh/dw-deployment-8qgpj-cbfb688fc-n9sv6","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:02.523276011Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-56kxh","name":"pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e","reconcileID":"d83958d6-9f82-4fb2-be76-9c885092f5a0"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:03.289199859Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"dw-deployment-8qgpj-cbfb688fc-n9sv6","reconcileID":"d447a60f-5244-480c-b528-869e0d382a84","job":"test-ns-56kxh/dw-deployment-8qgpj-cbfb688fc-n9sv6","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:04.289919074Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-56kxh","name":"pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e","reconcileID":"4bb936b6-c2d1-4981-af83-d7786dd4caac"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:14.634328726Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"3126ec43-2513-44a7-8ac7-90d6490f310e","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-03T13:25:14.959901035Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"d240fbd6a54b","namespace":"test-ns-56kxh"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"CreatedWorkload","action":"CreatedWorkload","note":"Created Workload: test-ns-56kxh/trainjob-d240fbd6a54b-429f8"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:14.959941223Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"10d2519b-5157-4dac-8093-7820cf24f107","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:14.960217493Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"leader","workload":{"name":"trainjob-d240fbd6a54b-429f8","namespace":"test-ns-56kxh"},"queue":"lq-5s27t","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:14.960228886Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"trainjob-d240fbd6a54b-429f8","reconcileID":"30954209-acd1-4df5-a2fa-0b92e2e17246"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:14.960296392Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"trainjob-d240fbd6a54b-429f8","reconcileID":"30954209-acd1-4df5-a2fa-0b92e2e17246","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-03T13:25:14.960388659Z","logger":"scheduler","caller":"scheduler/scheduler.go:308","msg":"Obtained heads","replica-role":"leader","schedulingCycle":2,"headCount":1,"waitDuration":14.728535987}
{"level":"Level(-2)","ts":"2026-11-03T13:25:14.960423846Z","logger":"scheduler","caller":"scheduler/scheduler.go:323","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":2,"duration":0.000013155}
{"level":"Level(-2)","ts":"2026-11-03T13:25:14.960438465Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"trainjob-d240fbd6a54b-429f8","reconcileID":"faac3138-4e68-44b8-b88b-42ea7bd43f21"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:14.960521871Z","logger":"scheduler","caller":"scheduler/scheduler.go:328","msg":"Nomination done","replica-role":"leader","schedulingCycle":2,"entries":1,"inadmissibleEntries":0,"duration":0.00008503}
{"level":"Level(-2)","ts":"2026-11-03T13:25:14.960544356Z","logger":"scheduler","caller":"scheduler/scheduler.go:406","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":2,"workload":{"name":"trainjob-d240fbd6a54b-429f8","namespace":"test-ns-56kxh"},"clusterQueue":{"name":"cq-gh466"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:14.960626569Z","logger":"scheduler","caller":"scheduler/scheduler.go:1041","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":2,"workload":{"name":"trainjob-d240fbd6a54b-429f8","namespace":"test-ns-56kxh"},"clusterQueue":{"name":"cq-gh466"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:14.960660361Z","logger":"scheduler","caller":"scheduler/scheduler.go:362","msg":"Workload processing done","replica-role":"leader","schedulingCycle":2,"duration":0.000121154}
{"level":"Level(-2)","ts":"2026-11-03T13:25:14.960677576Z","logger":"scheduler","caller":"scheduler/scheduler.go:297","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":2,"duration":14.728825067}
{"level":"Level(-2)","ts":"2026-11-03T13:25:14.960699294Z","logger":"scheduler","caller":"scheduler/scheduler.go:295","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":3}
{"level":"Level(-2)","ts":"2026-11-03T13:25:15.071335856Z","logger":"scheduler","caller":"scheduler/scheduler.go:1000","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":2,"workload":{"name":"trainjob-d240fbd6a54b-429f8","namespace":"test-ns-56kxh"},"clusterQueue":{"name":"cq-gh466"},"assignments":[{"name":"node","flavors":{"cpu":"rf-rtfks","memory":"rf-rtfks"},"resourceUsage":{"cpu":"4","memory":"16Gi"},"count":2}]}
{"level":"debug","ts":"2026-11-03T13:25:15.071416368Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-d240fbd6a54b-429f8","namespace":"test-ns-56kxh"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"Admitted","action":"Admitted","note":"Admitted by ClusterQueue cq-gh466, wait time since reservation was 1s"}
{"level":"debug","ts":"2026-11-03T13:25:15.071452324Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-d240fbd6a54b-429f8","namespace":"test-ns-56kxh"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"QuotaReserved","action":"QuotaReserved","note":"Quota reserved in ClusterQueue cq-gh466, wait time since queued was 1s"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:15.071616948Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-d240fbd6a54b-429f8","namespace":"test-ns-56kxh"},"queue":"lq-5s27t","status":"admitted","prevStatus":"pending","clusterQueue":"cq-gh466"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:15.071660783Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"trainjob-d240fbd6a54b-429f8","reconcileID":"a56f4f25-eb79-4a93-a524-6ab303b19856"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:15.071704485Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"trainjob-d240fbd6a54b-429f8","reconcileID":"a56f4f25-eb79-4a93-a524-6ab303b19856","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-03T13:25:15.071850028Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"trainjob-d240fbd6a54b-429f8","reconcileID":"d929a1c8-6f24-4d48-aa06-02f877fd51b3"}
{"level":"error","ts":"2026-11-03T13:25:15.277294803Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"10d2519b-5157-4dac-8093-7820cf24f107","error":"workloads.kueue.x-k8s.io \"trainjob-d240fbd6a54b-429f8\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:15.277441544Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"f0e4285d-c3f1-4196-8425-3ec24add2fff","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:15.433766971Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"f0e4285d-c3f1-4196-8425-3ec24add2fff","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-3)","ts":"2026-11-03T13:25:15.543256982Z","logger":"trainjob","caller":"jobframework/reconciler.go:594","msg":"Unsuspending job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"f0e4285d-c3f1-4196-8425-3ec24add2fff","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"d240fbd6a54b\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-3)","ts":"2026-11-03T13:25:15.543331749Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"f0e4285d-c3f1-4196-8425-3ec24add2fff","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"d240fbd6a54b\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:15.543436381Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"934d2182-0472-4a51-ba40-d741854e9cf8","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:15.700340282Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"934d2182-0472-4a51-ba40-d741854e9cf8","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:15.960674351Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-gh466","reconcileID":"3389c518-c694-4033-a666-bd903231abdd"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:15.960669015Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-56kxh","name":"lq-5s27t","reconcileID":"581cbf26-4bde-4bf9-88f1-32af06f63601"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:16.019108833Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-5s27t","namespace":"test-ns-56kxh"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:16.019232632Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-56kxh","name":"lq-5s27t","reconcileID":"2baa9c24-df9b-4ea8-ba1a-50ce6d368fad"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:16.021813185Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-gh466"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:16.02199379Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-gh466","reconcileID":"9ce4247f-997c-49f8-a61b-fa8514189316"}
{"level":"debug","ts":"2026-11-03T13:25:16.029906766Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"d240fbd6a54b","namespace":"test-ns-56kxh"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"Started","action":"Started","note":"Admitted by clusterQueue cq-gh466"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:16.02995241Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"85946957-b533-4791-8059-081ec335a1d5","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:16.187522104Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"85946957-b533-4791-8059-081ec335a1d5","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-3)","ts":"2026-11-03T13:25:16.294611224Z","logger":"trainjob","caller":"jobframework/reconciler.go:594","msg":"Unsuspending job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"85946957-b533-4791-8059-081ec335a1d5","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"d240fbd6a54b\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-3)","ts":"2026-11-03T13:25:16.294684477Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"85946957-b533-4791-8059-081ec335a1d5","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"d240fbd6a54b\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:16.294791037Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"6a0b9721-7d01-4281-b959-64d42e4ee667","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:16.454926154Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"0a6a5d35-b6df-40d1-9f87-d874bbec285c","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:16.612811632Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"6f7e6bf1-faf6-47b1-a20b-2dcd57457484","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:16.882929462Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"29c9b22d-f1ab-4507-8958-d98f7da24c34","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:17.040794432Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"4c39caf6-6dcc-45eb-b421-2821efc529a1","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:17.643432496Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-56kxh","name":"trainjob-d240fbd6a54b-429f8","reconcileID":"d160bde6-6ab1-4ef2-921f-89478518963e"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:18.740325265Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-56kxh","name":"trainjob-d240fbd6a54b-429f8","reconcileID":"7349f753-802c-4a8c-90c8-1197dfc183ff"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:19.945819604Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-56kxh","name":"trainjob-d240fbd6a54b-429f8","reconcileID":"ef25a626-ba06-49d9-903f-678c1de54242"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:20.041450003Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"5aa1d6f1-fb66-4a39-aeea-2186f478961e","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:20.200024649Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"d8bc2b4f-7ead-4fd0-873a-3db074c94603","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:48.197446309Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-56kxh","name":"trainjob-d240fbd6a54b-429f8","reconcileID":"d980aa7c-0077-4ff8-b311-006436cfb84e"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:48.217556098Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"786c4ac8-ae3e-4ad1-9654-7f84e705cc09","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:48.376678915Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"e3140fd8-077d-40a7-b4b1-6155ddedd306","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:49.227547353Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"1f7af805-c536-4610-8d3f-fb9bcbf54b0f","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:49.286140766Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-56kxh","name":"trainjob-d240fbd6a54b-429f8","reconcileID":"61ee2015-92e4-431b-88d9-07284a1228d2"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:49.386011636Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"2a6e0d2b-9a33-4c60-b2f6-1e8a73406ceb","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:49.544392284Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"983f9f67-25bd-4e77-9589-e673005983e5","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-03T13:25:49.813951461Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"d240fbd6a54b","namespace":"test-ns-56kxh"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"FinishedWorkload","action":"FinishedWorkload","note":"Workload 'test-ns-56kxh/trainjob-d240fbd6a54b-429f8' is declared finished"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:49.814260146Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"trainjob-d240fbd6a54b-429f8","reconcileID":"9630715a-1b0d-434b-a88c-8d8947c095c8"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:49.814322468Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"trainjob-d240fbd6a54b-429f8","reconcileID":"9630715a-1b0d-434b-a88c-8d8947c095c8","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-03T13:25:49.814318941Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-d240fbd6a54b-429f8","namespace":"test-ns-56kxh"},"queue":"lq-5s27t","status":"finished","prevStatus":"admitted","clusterQueue":"cq-gh466"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:49.814509547Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"trainjob-d240fbd6a54b-429f8","reconcileID":"dd050689-862f-4f2a-ad1e-c15eab8229d2"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:49.814505231Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"4d1b323d-c031-44ce-934d-fac3e1328ce5","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-03T13:25:49.972825959Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"d240fbd6a54b","namespace":"test-ns-56kxh"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"FinishedWorkload","action":"FinishedWorkload","note":"Workload 'test-ns-56kxh/trainjob-d240fbd6a54b-429f8' is declared finished"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:50.085327579Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-d240fbd6a54b-429f8","namespace":"test-ns-56kxh"},"queue":"lq-5s27t","status":"finished","clusterQueue":"cq-gh466"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:50.085347999Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"trainjob-d240fbd6a54b-429f8","reconcileID":"ae7089f2-eb69-46ec-aa83-e94ea7acd981"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:50.085403402Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"trainjob-d240fbd6a54b-429f8","reconcileID":"ae7089f2-eb69-46ec-aa83-e94ea7acd981","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-03T13:25:50.085492947Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"bdecb795-f148-4e1f-aa26-c50869c6be7d","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:50.085496031Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"trainjob-d240fbd6a54b-429f8","reconcileID":"c5b9408d-3eab-4a2d-a56b-7114b131980f"}
{"level":"debug","ts":"2026-11-03T13:25:50.244611227Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"d240fbd6a54b","namespace":"test-ns-56kxh"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"FinishedWorkload","action":"FinishedWorkload","note":"Workload 'test-ns-56kxh/trainjob-d240fbd6a54b-429f8' is declared finished"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:50.815584464Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-gh466","reconcileID":"65f2a777-74c1-45e6-a586-c7ec7a5c5008"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:50.81558337Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-56kxh","name":"lq-5s27t","reconcileID":"ed77e5ce-420f-4f46-b5ae-d97fb2cb24d2"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:50.874617852Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-5s27t","namespace":"test-ns-56kxh"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:50.874737957Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-56kxh","name":"lq-5s27t","reconcileID":"e8dbd054-2a46-41ad-b463-c0cbc84918eb"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:50.87752407Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-gh466"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:50.87769081Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-gh466","reconcileID":"4c73a491-33da-4418-a1df-77a0b71d71ba"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:52.326808496Z","logger":"trainjob","caller":"workload/workload.go:1810","msg":"Workload is orphaned; finishing to release quota","replica-role":"leader","namespace":"test-ns-56kxh","name":"d240fbd6a54b","reconcileID":"a563e327-e348-48eb-ad45-8ffeb07473b4","job":"test-ns-56kxh/d240fbd6a54b","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:52.377119193Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"trainjob-d240fbd6a54b-429f8","reconcileID":"2c65a544-5859-4ea5-bc6c-60b7ed60f88b"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:52.377137144Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1312","msg":"Workload delete event","replica-role":"leader","workload":{"name":"trainjob-d240fbd6a54b-429f8","namespace":"test-ns-56kxh"},"queue":"lq-5s27t","status":"finished"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:52.37717361Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"trainjob-d240fbd6a54b-429f8","reconcileID":"2c65a544-5859-4ea5-bc6c-60b7ed60f88b","isDeleted":true}
{"level":"Level(-2)","ts":"2026-11-03T13:25:53.378278693Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-gh466","reconcileID":"04c45e07-10f5-46a3-b681-054565c11ba7"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:53.37827503Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-56kxh","name":"lq-5s27t","reconcileID":"761ce1ec-91a3-44fa-a529-6eefef4b5794"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:53.690302516Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-gh466"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:53.690390486Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-gh466","reconcileID":"2c515f06-5394-45b5-bf8e-30e4303ef512"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:53.690414221Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e","reconcileID":"91c4f379-95e6-413b-bc35-17c4de399665"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:53.707278185Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"rf-rtfks"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:53.707390705Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-rtfks","reconcileID":"6e40c349-487e-4757-8562-bee8a6c51fbb"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:53.749576707Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-gh466"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:53.749647367Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-56kxh","name":"lq-5s27t","reconcileID":"15c27a0c-378a-47b4-b4b0-b049b752137b"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:53.749652393Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-gh466","reconcileID":"5590f4cc-5160-434b-bf2e-becdacb0a268"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:53.749688697Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-56kxh","name":"pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e","reconcileID":"9689acf5-716c-4113-bacf-cef5b4aa4b64"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:53.805841619Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-5s27t","namespace":"test-ns-56kxh"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:53.806100108Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-56kxh","name":"lq-5s27t","reconcileID":"73ca6c72-973b-4f87-8eae-088297fcaa9a"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.062712698Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"rf-cdk49"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.062821153Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-cdk49","reconcileID":"0ec45970-9555-4c4f-86bc-15bd5c2c757a"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.180941401Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:351","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cq-mdlnd"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.18112164Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-mdlnd","reconcileID":"2fc63710-50e0-4eb9-8732-f991c702b758"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.198595502Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:240","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"lq-xd7dm","namespace":"test-ns-m2fzh"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.198704529Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-m2fzh","name":"lq-xd7dm","reconcileID":"9f4b33ed-204e-487c-9417-a91134d8e7d7"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.239426364Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-mdlnd"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.239601696Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-mdlnd","reconcileID":"10cd4993-c7e8-44da-9c2d-973aa6045544"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.254379229Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-xd7dm","namespace":"test-ns-m2fzh"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.254392016Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-m2fzh","name":"lq-xd7dm","reconcileID":"de398c69-e455-45b5-9b87-b260213ccb66"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.310407582Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-m2fzh","name":"lq-xd7dm","reconcileID":"706d594e-e604-4d9a-955c-d955c0722fbf"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.310431146Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-xd7dm","namespace":"test-ns-m2fzh"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.310509379Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-m2fzh","name":"lq-xd7dm","reconcileID":"6897da92-a770-4a47-8209-c93b39256f29"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.365338683Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"c0d41416-fb5a-43fa-9968-717700323fd8","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.667637097Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-56kxh","name":"pod-dw-deployment-8qgpj-cbfb688fc-n9sv6-0947e","reconcileID":"082bc75d-ef49-4dee-ae6d-7b2660609d20"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.675757898Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"fc82b761-47d6-4a15-a1a4-8ecfc8334df5","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-03T13:25:54.675765798Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"test-preemption-trainjob-znhq5","namespace":"test-ns-m2fzh"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"CreatedWorkload","action":"CreatedWorkload","note":"Created Workload: test-ns-m2fzh/trainjob-test-preemption-trainjob-znhq5-b345a"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.675840195Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-znhq5-b345a","namespace":"test-ns-m2fzh"},"queue":"lq-xd7dm","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.675829276Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"d760dafd-f5d1-4d64-8b49-41c64f510c74"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.675928201Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"d760dafd-f5d1-4d64-8b49-41c64f510c74","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.676036209Z","logger":"scheduler","caller":"scheduler/scheduler.go:308","msg":"Obtained heads","replica-role":"leader","schedulingCycle":3,"headCount":1,"waitDuration":39.715336465}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.676044698Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"c6b9ac34-b33e-46bd-8adc-7198a668755f"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.676072557Z","logger":"scheduler","caller":"scheduler/scheduler.go:323","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":3,"duration":0.000010586}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.67614188Z","logger":"scheduler","caller":"scheduler/scheduler.go:328","msg":"Nomination done","replica-role":"leader","schedulingCycle":3,"entries":1,"inadmissibleEntries":0,"duration":0.000059725}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.676159491Z","logger":"scheduler","caller":"scheduler/scheduler.go:406","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":3,"workload":{"name":"trainjob-test-preemption-trainjob-znhq5-b345a","namespace":"test-ns-m2fzh"},"clusterQueue":{"name":"cq-mdlnd"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.676221455Z","logger":"scheduler","caller":"scheduler/scheduler.go:1041","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":3,"workload":{"name":"trainjob-test-preemption-trainjob-znhq5-b345a","namespace":"test-ns-m2fzh"},"clusterQueue":{"name":"cq-mdlnd"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.676239835Z","logger":"scheduler","caller":"scheduler/scheduler.go:362","msg":"Workload processing done","replica-role":"leader","schedulingCycle":3,"duration":0.000083623}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.676249994Z","logger":"scheduler","caller":"scheduler/scheduler.go:297","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":3,"duration":39.715550634}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.676263665Z","logger":"scheduler","caller":"scheduler/scheduler.go:295","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":4}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.783620481Z","logger":"scheduler","caller":"scheduler/scheduler.go:1000","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":3,"workload":{"name":"trainjob-test-preemption-trainjob-znhq5-b345a","namespace":"test-ns-m2fzh"},"clusterQueue":{"name":"cq-mdlnd"},"assignments":[{"name":"node","count":1}]}
{"level":"debug","ts":"2026-11-03T13:25:54.783662935Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-test-preemption-trainjob-znhq5-b345a","namespace":"test-ns-m2fzh"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"Admitted","action":"Admitted","note":"Admitted by ClusterQueue cq-mdlnd, wait time since reservation was 1s"}
{"level":"debug","ts":"2026-11-03T13:25:54.783685511Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-test-preemption-trainjob-znhq5-b345a","namespace":"test-ns-m2fzh"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"QuotaReserved","action":"QuotaReserved","note":"Quota reserved in ClusterQueue cq-mdlnd, wait time since queued was 1s"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.783669491Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"ae3ee993-e01d-41b6-ba90-01a0a1911d90"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.783703023Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-znhq5-b345a","namespace":"test-ns-m2fzh"},"queue":"lq-xd7dm","status":"admitted","prevStatus":"pending","clusterQueue":"cq-mdlnd"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.783727515Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"ae3ee993-e01d-41b6-ba90-01a0a1911d90","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.783863976Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"aa87436d-33fb-45f8-a335-fe2376a73df5"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.830311909Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"0a9de472-e62f-46ae-a78c-de4fcfe56f4c","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:54.984819121Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"0a9de472-e62f-46ae-a78c-de4fcfe56f4c","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-3)","ts":"2026-11-03T13:25:55.090098796Z","logger":"trainjob","caller":"jobframework/reconciler.go:594","msg":"Unsuspending job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"0a9de472-e62f-46ae-a78c-de4fcfe56f4c","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"test-preemption-trainjob-znhq5\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-3)","ts":"2026-11-03T13:25:55.090176836Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"0a9de472-e62f-46ae-a78c-de4fcfe56f4c","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"test-preemption-trainjob-znhq5\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:55.09028332Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"02c5fab7-e87e-468f-8907-d343eb3607c0","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:55.245420101Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"02c5fab7-e87e-468f-8907-d343eb3607c0","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-03T13:25:55.563581409Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"test-preemption-trainjob-znhq5","namespace":"test-ns-m2fzh"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"Started","action":"Started","note":"Admitted by clusterQueue cq-mdlnd"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:55.563637116Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"a29e40c5-4df0-470d-bffa-5e1f3381d9b7","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:55.676825924Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-mdlnd","reconcileID":"f1da06be-de0c-422d-9daf-b0e5c3b0070e"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:55.676835609Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-m2fzh","name":"lq-xd7dm","reconcileID":"ea2db7cd-8901-4448-8549-ecd8779a3e09"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:55.719005681Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"63335ad5-ae87-4db8-9639-a9f39acf1538","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:55.735204699Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-xd7dm","namespace":"test-ns-m2fzh"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:55.735336893Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-m2fzh","name":"lq-xd7dm","reconcileID":"197c20d7-a626-4e73-b443-0025e37fa6eb"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:55.73794186Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-mdlnd"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:55.738099703Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-mdlnd","reconcileID":"aa73928e-7375-4318-b86f-7c609568a014"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:55.873802933Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"53c694c9-9fa2-458f-93ae-7b562aa21a23","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:56.029036426Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"e0efb3f3-99c2-4226-a0da-25c43aa592d5","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:56.183953882Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"0c5da769-71c5-494c-8ec2-823f4df51891","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:56.928135934Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"37d65fae-a95d-41da-bb4e-281fdf5f9cc1"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:57.619447882Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-znhq5-b345a","namespace":"test-ns-m2fzh"},"queue":"lq-xd7dm","status":"admitted","clusterQueue":"cq-mdlnd"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:57.619510904Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-znhq5-b345a","namespace":"test-ns-m2fzh"},"queue":"lq-xd7dm","status":"admitted","clusterQueue":"cq-mdlnd"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:57.619496194Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"1795e4cf-b4c4-4098-9078-53adf361342a"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:57.619555882Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"1795e4cf-b4c4-4098-9078-53adf361342a","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-03T13:25:57.619611157Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"eed07dfb-9b64-48ff-bbbe-51b324b30e0b"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:57.619637636Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"6ee8204a-3c2c-4219-a1eb-777c73512e34","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-03T13:25:57.73093366Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-test-preemption-trainjob-znhq5-b345a","namespace":"test-ns-m2fzh"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"EvictedDueToDeactivated","action":"EvictedDueToDeactivated","note":"The workload is deactivated"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:57.730992813Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-znhq5-b345a","namespace":"test-ns-m2fzh"},"queue":"lq-xd7dm","status":"admitted","clusterQueue":"cq-mdlnd"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:57.731054239Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-znhq5-b345a","namespace":"test-ns-m2fzh"},"queue":"lq-xd7dm","status":"admitted","clusterQueue":"cq-mdlnd"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:57.731053227Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"e4c7548e-aa99-4d61-b951-4e2c908c5dcd"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:57.731102975Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"e4c7548e-aa99-4d61-b951-4e2c908c5dcd","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-03T13:25:57.731139619Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"2fdb3775-13bf-41b3-9023-e616e05d2920"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:57.774350922Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"a93c73e1-df82-4185-816b-29c76d16bdee","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"error","ts":"2026-11-03T13:25:58.08705752Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"a93c73e1-df82-4185-816b-29c76d16bdee","error":"jobs are still active","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"debug","ts":"2026-11-03T13:25:58.087129008Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"test-preemption-trainjob-znhq5","namespace":"test-ns-m2fzh"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"Stopped","action":"Stopped","note":"The workload is deactivated"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.087193297Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"1c4380d2-4fee-4489-abf1-c4fb3c2e01d7","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"error","ts":"2026-11-03T13:25:58.242201701Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"1c4380d2-4fee-4489-abf1-c4fb3c2e01d7","error":"jobs are still active","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.242314824Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"cf28d0ca-48c2-4127-b79e-58b407569e84","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"error","ts":"2026-11-03T13:25:58.401640948Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"cf28d0ca-48c2-4127-b79e-58b407569e84","error":"jobs are still active","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.401762712Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"0246e796-45dd-4665-bf43-b7ac993e96f5","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.533389041Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"659a6994-e7c5-4d4b-8d67-b75e1259bb98"}
{"level":"error","ts":"2026-11-03T13:25:58.557063316Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"0246e796-45dd-4665-bf43-b7ac993e96f5","error":"jobs are still active","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.557219557Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"59a98fb3-c265-4cc0-93a1-6cf33e698a6d","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.619958492Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-m2fzh","name":"lq-xd7dm","reconcileID":"e587e32c-1980-4d9c-983b-798a5dadd3c3"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.619959482Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-mdlnd","reconcileID":"c44add30-2d9d-48c9-87ae-424f5da0e107"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.678396816Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-xd7dm","namespace":"test-ns-m2fzh"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.678517272Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-m2fzh","name":"lq-xd7dm","reconcileID":"af399fe6-630d-4192-b035-7cc13e179309"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.679099474Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-mdlnd"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.679293816Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-mdlnd","reconcileID":"09bf9019-8c9c-4395-97dd-daa7c0d48296"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.689492403Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-mdlnd"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.689519315Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"aeb0f370-7a8b-4d97-aeb8-b271fe154329"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.689578861Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-mdlnd","reconcileID":"b07b4649-069f-483f-81ad-36431d44ec5d"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.70675284Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"rf-cdk49"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.706837211Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-cdk49","reconcileID":"ea869b07-4985-4861-8b8c-c042524fe8e9"}
{"level":"error","ts":"2026-11-03T13:25:58.712455617Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"59a98fb3-c265-4cc0-93a1-6cf33e698a6d","error":"jobs are still active","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.712550445Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"151a4ad6-1a18-4bcd-b305-ee143c935954","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.796996268Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:376","msg":"ClusterQueue delete event","replica-role":"leader","clusterQueue":{"name":"cq-mdlnd"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.797069939Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:385","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"leader","clusterQueue":{"name":"cq-mdlnd"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.79706734Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-m2fzh","name":"lq-xd7dm","reconcileID":"6a54bcc3-f973-4742-9aba-29643106b1c8"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.79708323Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"dd57311a-2d84-42a0-a815-c3a3a36864e7"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.797176761Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-cdk49","reconcileID":"89bae16f-1b0a-4eb8-8de7-a2a0dba0c8e5"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.85219566Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-xd7dm","namespace":"test-ns-m2fzh"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.852451912Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-m2fzh","name":"lq-xd7dm","reconcileID":"099582db-6530-450a-9ea1-06a4a4123c42"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:58.904076153Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"leader","resourceFlavor":{"name":"rf-cdk49"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.015316133Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"rf-8z72w"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.015417162Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-8z72w","reconcileID":"ac46a97a-1561-451b-b5ee-ce1cee625203"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.131571979Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:351","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cq-5b2m5"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.131760798Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-5b2m5","reconcileID":"aa4b86a0-fcb4-4138-8cd9-2f53adb991c1"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.138166531Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"d672bd2e-bb9f-4469-b25a-95c20084719b","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.138241668Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-znhq5-b345a","namespace":"test-ns-m2fzh"},"queue":"lq-xd7dm","status":"pending","prevStatus":"admitted","prevClusterQueue":"cq-mdlnd"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.138262124Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"0fb9018c-8e0a-4419-b02f-b5dcba60388e"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.138295021Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-znhq5-b345a","namespace":"test-ns-m2fzh"},"queue":"lq-xd7dm","status":"pending","prevStatus":"admitted","prevClusterQueue":"cq-mdlnd"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.138301123Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"0fb9018c-8e0a-4419-b02f-b5dcba60388e","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.138365161Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"3a9dea38-9d27-4a64-a7c1-bb55f833943f"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.149706874Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:240","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"lq-rkh4q","namespace":"test-ns-rsk86"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.14980902Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-rsk86","name":"lq-rkh4q","reconcileID":"82564e65-b62f-4e5e-ac3f-76790e05ab01"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.188256575Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-5b2m5"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.188421152Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-5b2m5","reconcileID":"e8a51aad-1e78-4b36-9417-36c7a00b9faa"}
{"level":"error","ts":"2026-11-03T13:25:59.190266558Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"d672bd2e-bb9f-4469-b25a-95c20084719b","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-znhq5\" is forbidden: unable to create new content in namespace test-ns-m2fzh because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T13:25:59.190321159Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"d672bd2e-bb9f-4469-b25a-95c20084719b","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-znhq5\" is forbidden: unable to create new content in namespace test-ns-m2fzh because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.190400587Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"07822364-653e-48b4-8382-c3fd3dfdebe4","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.207447411Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-rkh4q","namespace":"test-ns-rsk86"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.207441179Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-rsk86","name":"lq-rkh4q","reconcileID":"4a8a482a-86cd-4603-b490-ba65301e6059"}
{"level":"error","ts":"2026-11-03T13:25:59.242366384Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"07822364-653e-48b4-8382-c3fd3dfdebe4","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-znhq5\" is forbidden: unable to create new content in namespace test-ns-m2fzh because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T13:25:59.242427956Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"07822364-653e-48b4-8382-c3fd3dfdebe4","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-znhq5\" is forbidden: unable to create new content in namespace test-ns-m2fzh because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.249403805Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-znhq5-b345a","namespace":"test-ns-m2fzh"},"queue":"lq-xd7dm","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.249434471Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"5607bb2f-9b7a-4e51-9ff8-de063524952f"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.249461089Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"5607bb2f-9b7a-4e51-9ff8-de063524952f","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.249460715Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-znhq5-b345a","namespace":"test-ns-m2fzh"},"queue":"lq-xd7dm","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.249529373Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-m2fzh","name":"trainjob-test-preemption-trainjob-znhq5-b345a","reconcileID":"58bbc15b-313c-41d4-b155-aabe382ef6a1"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.249542957Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"b2211e79-0b2a-4e6d-b3af-fd96019ebbe3","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.265251054Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-rkh4q","namespace":"test-ns-rsk86"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.265305447Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-rsk86","name":"lq-rkh4q","reconcileID":"ce62be72-d9bf-451d-ba71-d5b9f06a0f63"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.265390554Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-rsk86","name":"lq-rkh4q","reconcileID":"4ce5969c-2cff-414c-92b4-e9f4c4a72511"}
{"level":"error","ts":"2026-11-03T13:25:59.301501806Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"b2211e79-0b2a-4e6d-b3af-fd96019ebbe3","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-znhq5\" is forbidden: unable to create new content in namespace test-ns-m2fzh because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T13:25:59.301569298Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"b2211e79-0b2a-4e6d-b3af-fd96019ebbe3","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-znhq5\" is forbidden: unable to create new content in namespace test-ns-m2fzh because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.313763527Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-rsk86","name":"test-runtimepatches-trainjob-nzb86","reconcileID":"e8c2942d-2f4f-4b1e-a7df-4b2e1d9d2f9f","job":"test-ns-rsk86/test-runtimepatches-trainjob-nzb86","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.626965329Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"leader","workload":{"name":"trainjob-test-runtimepatches-trainjob-nzb86-28b7a","namespace":"test-ns-rsk86"},"queue":"lq-rkh4q","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.626975947Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-rsk86","name":"trainjob-test-runtimepatches-trainjob-nzb86-28b7a","reconcileID":"b6dfcffc-1cf1-4429-8cb6-197e895c6bca"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.627084329Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"3e2b0bdb-e641-40f2-a7a6-b8f9decd8ed3","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-03T13:25:59.627095049Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"test-runtimepatches-trainjob-nzb86","namespace":"test-ns-rsk86"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"CreatedWorkload","action":"CreatedWorkload","note":"Created Workload: test-ns-rsk86/trainjob-test-runtimepatches-trainjob-nzb86-28b7a"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.627105412Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-rsk86","name":"trainjob-test-runtimepatches-trainjob-nzb86-28b7a","reconcileID":"b6dfcffc-1cf1-4429-8cb6-197e895c6bca","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.62716548Z","logger":"scheduler","caller":"scheduler/scheduler.go:308","msg":"Obtained heads","replica-role":"leader","schedulingCycle":4,"headCount":1,"waitDuration":4.950901286}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.627199266Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-rsk86","name":"trainjob-test-runtimepatches-trainjob-nzb86-28b7a","reconcileID":"cb536c27-d674-4413-9a8f-c045501ee657"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.627214687Z","logger":"scheduler","caller":"scheduler/scheduler.go:323","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":4,"duration":0.000025786}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.627290639Z","logger":"scheduler","caller":"scheduler/scheduler.go:328","msg":"Nomination done","replica-role":"leader","schedulingCycle":4,"entries":1,"inadmissibleEntries":0,"duration":0.000066013}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.627315722Z","logger":"scheduler","caller":"scheduler/scheduler.go:406","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":4,"workload":{"name":"trainjob-test-runtimepatches-trainjob-nzb86-28b7a","namespace":"test-ns-rsk86"},"clusterQueue":{"name":"cq-5b2m5"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.627406831Z","logger":"scheduler","caller":"scheduler/scheduler.go:1041","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":4,"workload":{"name":"trainjob-test-runtimepatches-trainjob-nzb86-28b7a","namespace":"test-ns-rsk86"},"clusterQueue":{"name":"cq-5b2m5"}}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.627431922Z","logger":"scheduler","caller":"scheduler/scheduler.go:362","msg":"Workload processing done","replica-role":"leader","schedulingCycle":4,"duration":0.000122103}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.627443137Z","logger":"scheduler","caller":"scheduler/scheduler.go:297","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":4,"duration":4.951179357}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.627456082Z","logger":"scheduler","caller":"scheduler/scheduler.go:295","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":5}
{"level":"error","ts":"2026-11-03T13:25:59.679262656Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"3e2b0bdb-e641-40f2-a7a6-b8f9decd8ed3","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-znhq5\" is forbidden: unable to create new content in namespace test-ns-m2fzh because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T13:25:59.679329264Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"3e2b0bdb-e641-40f2-a7a6-b8f9decd8ed3","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-znhq5\" is forbidden: unable to create new content in namespace test-ns-m2fzh because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.679427899Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-rsk86","name":"test-runtimepatches-trainjob-nzb86","reconcileID":"37f2db75-af86-4f6b-9784-aaf1b3a0d655","job":"test-ns-rsk86/test-runtimepatches-trainjob-nzb86","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.735669481Z","logger":"scheduler","caller":"scheduler/scheduler.go:1000","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":4,"workload":{"name":"trainjob-test-runtimepatches-trainjob-nzb86-28b7a","namespace":"test-ns-rsk86"},"clusterQueue":{"name":"cq-5b2m5"},"assignments":[{"name":"node","flavors":{"cpu":"rf-8z72w","memory":"rf-8z72w"},"resourceUsage":{"cpu":"100m","memory":"128Mi"},"count":1}]}
{"level":"debug","ts":"2026-11-03T13:25:59.735683388Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-test-runtimepatches-trainjob-nzb86-28b7a","namespace":"test-ns-rsk86"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"QuotaReserved","action":"QuotaReserved","note":"Quota reserved in ClusterQueue cq-5b2m5, wait time since queued was 1s"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.735709676Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-test-runtimepatches-trainjob-nzb86-28b7a","namespace":"test-ns-rsk86"},"queue":"lq-rkh4q","status":"admitted","prevStatus":"pending","clusterQueue":"cq-5b2m5"}
{"level":"debug","ts":"2026-11-03T13:25:59.735725141Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-test-runtimepatches-trainjob-nzb86-28b7a","namespace":"test-ns-rsk86"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"Admitted","action":"Admitted","note":"Admitted by ClusterQueue cq-5b2m5, wait time since reservation was 1s"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.735697406Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-rsk86","name":"trainjob-test-runtimepatches-trainjob-nzb86-28b7a","reconcileID":"17a83443-9d7f-4936-b851-64b385206729"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.735759712Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-rsk86","name":"trainjob-test-runtimepatches-trainjob-nzb86-28b7a","reconcileID":"17a83443-9d7f-4936-b851-64b385206729","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.735963693Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-rsk86","name":"trainjob-test-runtimepatches-trainjob-nzb86-28b7a","reconcileID":"05820f56-024f-4960-8911-6f90ee409114"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.834107187Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"05cedd52-9465-4c1c-9504-9061ad8e5435","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"error","ts":"2026-11-03T13:25:59.886282162Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"05cedd52-9465-4c1c-9504-9061ad8e5435","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-znhq5\" is forbidden: unable to create new content in namespace test-ns-m2fzh because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-03T13:25:59.88635185Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"05cedd52-9465-4c1c-9504-9061ad8e5435","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-znhq5\" is forbidden: unable to create new content in namespace test-ns-m2fzh because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-03T13:25:59.886459877Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-rsk86","name":"test-runtimepatches-trainjob-nzb86","reconcileID":"66b0f40b-1a60-40f5-878d-b3aa02cda26f","job":"test-ns-rsk86/test-runtimepatches-trainjob-nzb86","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:26:00.053245576Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-rsk86","name":"test-runtimepatches-trainjob-nzb86","reconcileID":"66b0f40b-1a60-40f5-878d-b3aa02cda26f","job":"test-ns-rsk86/test-runtimepatches-trainjob-nzb86","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:26:00.139461657Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-m2fzh","name":"lq-xd7dm","reconcileID":"7c090c15-2ac4-4542-88e1-78e57428bdbb"}
{"level":"Level(-3)","ts":"2026-11-03T13:26:00.264595057Z","logger":"trainjob","caller":"jobframework/reconciler.go:594","msg":"Unsuspending job","replica-role":"leader","namespace":"test-ns-rsk86","name":"test-runtimepatches-trainjob-nzb86","reconcileID":"66b0f40b-1a60-40f5-878d-b3aa02cda26f","job":"test-ns-rsk86/test-runtimepatches-trainjob-nzb86","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"test-runtimepatches-trainjob-nzb86\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-3)","ts":"2026-11-03T13:26:00.264676884Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-rsk86","name":"test-runtimepatches-trainjob-nzb86","reconcileID":"66b0f40b-1a60-40f5-878d-b3aa02cda26f","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"test-runtimepatches-trainjob-nzb86\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-2)","ts":"2026-11-03T13:26:00.264793677Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-rsk86","name":"test-runtimepatches-trainjob-nzb86","reconcileID":"40da68fe-c6f1-4818-8e2f-eb3c408b8711","job":"test-ns-rsk86/test-runtimepatches-trainjob-nzb86","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:26:00.401041678Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-5b2m5"}}
{"level":"Level(-2)","ts":"2026-11-03T13:26:00.401092271Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-rsk86","name":"trainjob-test-runtimepatches-trainjob-nzb86-28b7a","reconcileID":"5a3351b9-1612-4560-84bd-4a1dc0e7bdf5"}
{"level":"Level(-2)","ts":"2026-11-03T13:26:00.401139639Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-5b2m5","reconcileID":"a5e3aa8a-93de-4200-978d-042124daf7c2"}
{"level":"Level(-2)","ts":"2026-11-03T13:26:00.418776026Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"rf-8z72w"}}
{"level":"Level(-2)","ts":"2026-11-03T13:26:00.418861208Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-8z72w","reconcileID":"fa5f2ad0-b44d-4c3a-8305-3989829fb96a"}
{"level":"Level(-2)","ts":"2026-11-03T13:26:00.420996765Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-rsk86","name":"test-runtimepatches-trainjob-nzb86","reconcileID":"40da68fe-c6f1-4818-8e2f-eb3c408b8711","job":"test-ns-rsk86/test-runtimepatches-trainjob-nzb86","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-03T13:26:00.46792674Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-5b2m5"}}
{"level":"Level(-2)","ts":"2026-11-03T13:26:00.468005021Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-5b2m5","reconcileID":"1ed4de78-e544-4255-953a-381b9edb1dfc"}
{"level":"Level(-2)","ts":"2026-11-03T13:26:00.468001862Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-rsk86","name":"lq-rkh4q","reconcileID":"1bcbf3a5-82a4-4108-8b22-46c8e1f45477"}
{"level":"Level(-2)","ts":"2026-11-03T13:26:00.4680192Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-rsk86","name":"trainjob-test-runtimepatches-trainjob-nzb86-28b7a","reconcileID":"6eabaccf-77cf-478b-be4c-676ea40dd874"}
{"level":"Level(-2)","ts":"2026-11-03T13:26:00.524253064Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-rkh4q","namespace":"test-ns-rsk86"}}
{"level":"Level(-2)","ts":"2026-11-03T13:26:00.524364281Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-rsk86","name":"lq-rkh4q","reconcileID":"6b99b85f-11e9-4968-ac40-28af3c1beabd"}
{"level":"Level(-2)","ts":"2026-11-03T13:26:00.742793621Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-m2fzh","name":"test-preemption-trainjob-znhq5","reconcileID":"3a30c7ff-3050-4920-a70c-3102958db621","job":"test-ns-m2fzh/test-preemption-trainjob-znhq5","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-03T13:26:00.742790636Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"test-runtimepatches-trainjob-nzb86","namespace":"test-ns-rsk86"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"Started","action":"Started","note":"Admitted by clusterQueue cq-5b2m5"}