{"level":"Level(-2)","ts":"2026-11-02T12:18:30.505490224Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xlwmr","name":"e2e-test-flux","reconcileID":"88d1dddd-9d37-490e-9b5a-78a4d88bcd12","job":"e2e-xlwmr/e2e-test-flux","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xlwmr"}
{"level":"Level(-2)","ts":"2026-11-02T12:18:30.726405147Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xlwmr","name":"e2e-test-flux","reconcileID":"d5bf46fe-506d-412a-9d32-7f0caa2cb701","job":"e2e-xlwmr/e2e-test-flux","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xlwmr"}
{"level":"Level(-2)","ts":"2026-11-02T12:18:30.788582285Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xlwmr","name":"e2e-test-flux","reconcileID":"af7d326e-edf2-4db7-822b-310c6e27fcb8","job":"e2e-xlwmr/e2e-test-flux","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xlwmr"}
{"level":"Level(-2)","ts":"2026-11-02T12:18:30.925629347Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xlwmr","name":"e2e-test-flux","reconcileID":"61934699-7660-4703-a291-8b76d5385a61","job":"e2e-xlwmr/e2e-test-flux","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xlwmr"}
{"level":"Level(-2)","ts":"2026-11-02T12:18:31.014449039Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xlwmr","name":"e2e-test-flux","reconcileID":"6ed911e2-632a-4a82-9e35-78a6d70c0425","job":"e2e-xlwmr/e2e-test-flux","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xlwmr"}
{"level":"Level(-2)","ts":"2026-11-02T12:18:35.149234686Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-kg4sc","name":"e2e-test-xgboost","reconcileID":"9c68f0ec-63c9-4d02-9fa5-5ac131340602","job":"e2e-kg4sc/e2e-test-xgboost","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-kg4sc"}
{"level":"Level(-2)","ts":"2026-11-02T12:18:53.529592851Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xlwmr","name":"e2e-test-flux","reconcileID":"623909dc-d33c-4a1b-b2ca-aec8442bbbe5","job":"e2e-xlwmr/e2e-test-flux","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xlwmr"}
{"level":"Level(-2)","ts":"2026-11-02T12:18:53.807156976Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xlwmr","name":"e2e-test-flux","reconcileID":"34283bdd-f1db-40d5-a376-ee3732217f9e","job":"e2e-xlwmr/e2e-test-flux","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xlwmr"}
{"level":"Level(-2)","ts":"2026-11-02T12:18:57.798398029Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xlwmr","name":"e2e-test-flux","reconcileID":"7bc4ee8c-89df-45f0-a1b2-cdde448c07b5","job":"e2e-xlwmr/e2e-test-flux","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xlwmr"}
{"level":"Level(-2)","ts":"2026-11-02T12:18:58.082902548Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xlwmr","name":"e2e-test-flux","reconcileID":"dd093f18-411f-4868-b86d-d8533a7c091b","job":"e2e-xlwmr/e2e-test-flux","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xlwmr"}
{"level":"Level(-2)","ts":"2026-11-02T12:18:58.808357119Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xlwmr","name":"e2e-test-flux","reconcileID":"376388ac-ab55-42b9-8884-8c2595de00a9","job":"e2e-xlwmr/e2e-test-flux","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xlwmr"}
{"level":"Level(-2)","ts":"2026-11-02T12:18:58.870723622Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xlwmr","name":"e2e-test-flux","reconcileID":"ff9b85c3-9e23-42b1-ac38-ed0f22fc7898","job":"e2e-xlwmr/e2e-test-flux","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xlwmr"}
{"level":"Level(-2)","ts":"2026-11-02T12:18:59.035617119Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xlwmr","name":"e2e-test-flux","reconcileID":"9cb46f09-7890-480c-a53d-dfedca01851b","job":"e2e-xlwmr/e2e-test-flux","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xlwmr"}
{"level":"Level(-2)","ts":"2026-11-02T12:18:59.425659056Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xfxzq","name":"e2e-test","reconcileID":"1b23a61f-4e54-46c9-b2cb-dd0a8f46d71b","job":"e2e-xfxzq/e2e-test","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xfxzq"}
{"level":"Level(-2)","ts":"2026-11-02T12:18:59.621780201Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-c9ll9","name":"e2e-update-time","reconcileID":"866bc2c7-85ee-4230-80e7-33f81544064b","job":"e2e-c9ll9/e2e-update-time","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-c9ll9"}
{"level":"Level(-2)","ts":"2026-11-02T12:18:59.900744179Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-c9ll9","name":"e2e-update-time","reconcileID":"eca5bcd7-15ea-47b1-b45e-81ab0508af83","job":"e2e-c9ll9/e2e-update-time","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-c9ll9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:00.021373242Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-c9ll9","name":"e2e-update-time","reconcileID":"3579f5e8-b43d-49a6-81ef-62a5aa223b42","job":"e2e-c9ll9/e2e-update-time","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-c9ll9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:00.122991117Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-c9ll9","name":"e2e-update-time","reconcileID":"92302c20-0bcd-40be-8ef5-2a7e7a27eb80","job":"e2e-c9ll9/e2e-update-time","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-c9ll9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:00.238244935Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-c9ll9","name":"e2e-update-time","reconcileID":"f5922767-3800-4a5f-b13e-f57b638b0177","job":"e2e-c9ll9/e2e-update-time","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-c9ll9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:00.42228552Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-c9ll9","name":"e2e-update-time","reconcileID":"f783a9e9-688b-43c0-b366-cd46c9aecc3a","job":"e2e-c9ll9/e2e-update-time","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-c9ll9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:00.782895316Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-c9ll9","name":"e2e-update-time","reconcileID":"c12c88cd-f185-4bc4-a668-1aec828e373e","job":"e2e-c9ll9/e2e-update-time","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-c9ll9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:00.932265006Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-c9ll9","name":"e2e-update-time","reconcileID":"9f0266f0-2427-474f-83f2-f95781b85dce","job":"e2e-c9ll9/e2e-update-time","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-c9ll9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:00.97725853Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-g7zcq","name":"e2e-test-managed-by","reconcileID":"129791cc-d68d-47f6-a232-438c15b4950d","job":"e2e-g7zcq/e2e-test-managed-by","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-g7zcq"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:16.16545327Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xc6sg","name":"e2e-deadline-job","reconcileID":"c4420dbd-f77f-4e48-9cd7-4aeb1fe07c8e","job":"e2e-xc6sg/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xc6sg"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:16.39472913Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xc6sg","name":"e2e-deadline-job","reconcileID":"7c1556c7-2f82-4941-ba4b-c04da48c5d17","job":"e2e-xc6sg/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xc6sg"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:16.620344602Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xc6sg","name":"e2e-deadline-job","reconcileID":"f3db5308-deec-4f7e-aaca-6fecf3b76de6","job":"e2e-xc6sg/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xc6sg"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:16.704507422Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xc6sg","name":"e2e-deadline-job","reconcileID":"b3b41d6b-276c-4e36-9bd5-eff7c5c6a0b9","job":"e2e-xc6sg/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xc6sg"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:16.736590505Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xc6sg","name":"e2e-deadline-job","reconcileID":"d19a642f-07b5-492d-bf27-110b98fc4e6f","job":"e2e-xc6sg/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xc6sg"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:16.852107397Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xc6sg","name":"e2e-deadline-job","reconcileID":"e872e3e6-449b-4f53-8784-9bd91fc703ba","job":"e2e-xc6sg/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xc6sg"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:19.663862384Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xc6sg","name":"e2e-deadline-job","reconcileID":"886aac78-a724-43a6-9360-6f963330f4e0","job":"e2e-xc6sg/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xc6sg"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:19.780597239Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xc6sg","name":"e2e-deadline-job","reconcileID":"da3fcb57-8fdf-452c-a5d2-26263128c28d","job":"e2e-xc6sg/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xc6sg"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:26.111821336Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xc6sg","name":"e2e-deadline-job","reconcileID":"525fa830-f890-44fe-b728-5b4040ff6081","job":"e2e-xc6sg/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xc6sg"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:26.171068457Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-xc6sg","name":"e2e-deadline-job","reconcileID":"c32957e1-96f5-47df-89ee-d4e556452650","job":"e2e-xc6sg/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-xc6sg"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:26.692032774Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"bb5f7f33-7ff7-4be1-953d-07092e28d672","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:26.92298601Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"b230829c-a833-4b25-9f95-be8fc3182cfc","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:27.141071142Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"373fbedd-856c-40d0-b19d-8ad5265df144","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:27.225691963Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"aae0279f-d94a-484d-9570-e26e21702be6","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:27.255347271Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"a13486d9-bbc2-4112-8a37-3c03b6050f3b","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:27.37174898Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"53891cb2-672e-4bab-999c-f1b4d39bdd68","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:27.647445915Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"e60156d5-991f-4e1f-9b46-493db69c0f9a","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:27.763199124Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"1401cdff-ff4b-4717-a5cb-adfe2c386d38","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:27.88021275Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"f6890172-66cc-4ac8-95dd-6acb43b0d742","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:27.880599981Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"d202749b-d400-4be7-8d41-c607b2ac61b4","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:27.937302821Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"23b201ad-5911-431f-9538-1c99d61a2a9f","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:28.16574959Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"04eeb22a-9bb0-4485-8edd-18b2cd180313","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:28.426088129Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"66ec94c6-bd61-4c89-ba94-38dad0f54437","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:28.679611837Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"b7262219-9ad7-43d1-9f2a-abece08a5c1b","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:28.796902942Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"1644f804-5a5c-4b2b-92d4-8b2075484aae","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:28.899254105Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"3f7c548e-e44f-4e00-92d3-c72311586f3b","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:28.955974852Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"9b03700c-e9b3-4f0b-95b8-ed6de983148c","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:29.024567499Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"bb232a1b-d7a3-4d2d-81a2-10983c64a11b","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:29.030559836Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"9a693cd9-5618-460f-87b3-f396bdb55e82","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:29.13885823Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-p7kj9","name":"e2e-test-runtime-update","reconcileID":"ef7b453c-81ed-413c-a3bd-e14ab674d4f8","job":"e2e-p7kj9/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-p7kj9"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:29.672370328Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"276c8e86-f070-4ab9-a542-d52d4cd3d40c","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:29.983949669Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"5749edf2-14da-4ad6-b208-97cb2b0eb5e9","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:30.161064463Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"5f8c1216-0480-4c55-ab52-4722cc09ca58","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:30.27756947Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"0affc835-09b5-4ac4-8d5e-82caf6505c7c","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:30.286174562Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"0c204486-ead3-403b-9b17-9b256d7ffd19","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:30.391608185Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"d32fc55d-8378-46af-93ff-6ad30bc8ef30","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:30.631992716Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"374024e8-fe17-4f2c-9700-2db700632ce5","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:30.748050277Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"449f7df8-72f8-4e87-a26e-8d71097c1fca","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:30.86460624Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"90880217-10aa-4e38-9a05-69f5915ef6fd","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:30.865877471Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"5364ed32-6e55-443e-8f92-e2a153990330","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:30.922294199Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"93a8ce61-017a-4dc3-a6bc-6cad1003254d","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:31.153291699Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"64c88503-a804-4225-8a64-a86749a1be8a","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:31.406485717Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"859df6b3-4ab1-4885-b500-9821a494aef5","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:31.661542063Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"cd577a3b-06f8-498a-ac79-c7f694357ed7","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:31.776858121Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"48f11745-0146-41f9-80e2-852944066def","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:31.861070678Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"104f1480-6d2b-4853-b903-2c6eaf88e3d3","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:31.918213475Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"9162475a-b6d6-4d72-b7ce-d76705c422ef","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:31.991063219Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"55d426fe-5988-421f-a048-3394a99a7168","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:32.003761773Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"9d3a3f3d-45f1-4f2a-af13-c8aa3c58090a","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:19:32.120304738Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fnqcn","name":"e2e-test-runtime-update","reconcileID":"9176b8fd-57b1-4b54-8c9c-bfc2f87b22ca","job":"e2e-fnqcn/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fnqcn"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:31.553793072Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-qv9vj","name":"test-dra-trainjob-5x7xz","reconcileID":"dec54d0f-a112-4b71-a1f2-cd24ada974fa","job":"test-ns-qv9vj/test-dra-trainjob-5x7xz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-qv9vj"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:31.789489803Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-qv9vj","name":"test-dra-trainjob-5x7xz","reconcileID":"c68a9e7a-7303-406b-a995-42e008bb4661","job":"test-ns-qv9vj/test-dra-trainjob-5x7xz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-qv9vj"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:32.012635253Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-qv9vj","name":"test-dra-trainjob-5x7xz","reconcileID":"c31cecdc-5c55-451b-8b73-d37d40e57ec3","job":"test-ns-qv9vj/test-dra-trainjob-5x7xz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-qv9vj"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:32.127652726Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-qv9vj","name":"test-dra-trainjob-5x7xz","reconcileID":"e95243a5-d11c-4e0f-859e-94e12bbd1694","job":"test-ns-qv9vj/test-dra-trainjob-5x7xz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-qv9vj"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:32.21621904Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-qv9vj","name":"test-dra-trainjob-5x7xz","reconcileID":"a7f00b6b-34c3-4b9f-ba79-f46101ca3fbf","job":"test-ns-qv9vj/test-dra-trainjob-5x7xz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-qv9vj"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:32.33089743Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-qv9vj","name":"test-dra-trainjob-5x7xz","reconcileID":"0ff0c041-e03a-4e80-aa5a-63359894f241","job":"test-ns-qv9vj/test-dra-trainjob-5x7xz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-qv9vj"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:36.345477797Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-2jp5m","name":"test-trainjob-qfzzl","reconcileID":"44b39d59-a0d1-4d42-a36f-b2a5b3d5e57e","job":"test-ns-2jp5m/test-trainjob-qfzzl","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-2jp5m"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:36.578293773Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-2jp5m","name":"test-trainjob-qfzzl","reconcileID":"01dff209-53d5-4b5d-a6b7-a8f2c89ecdf5","job":"test-ns-2jp5m/test-trainjob-qfzzl","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-2jp5m"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:36.798686775Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-2jp5m","name":"test-trainjob-qfzzl","reconcileID":"7175d26f-0a87-4223-816a-2ed36e3d68a1","job":"test-ns-2jp5m/test-trainjob-qfzzl","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-2jp5m"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:36.907756562Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-2jp5m","name":"test-trainjob-qfzzl","reconcileID":"d3040361-cd1c-492c-86f0-a3380107ecb8","job":"test-ns-2jp5m/test-trainjob-qfzzl","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-2jp5m"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:36.916023134Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-2jp5m","name":"test-trainjob-qfzzl","reconcileID":"9f9d130b-01eb-4cae-a2d4-9c36b30b49de","job":"test-ns-2jp5m/test-trainjob-qfzzl","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-2jp5m"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:37.030955784Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-2jp5m","name":"test-trainjob-qfzzl","reconcileID":"51d1ea52-193e-4b57-a652-b8fa6a7c8d35","job":"test-ns-2jp5m/test-trainjob-qfzzl","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-2jp5m"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:38.759150535Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-qv9vj","name":"test-dra-trainjob-5x7xz","reconcileID":"673c9dd0-13c4-48a3-ac62-a0af9ceb7138","job":"test-ns-qv9vj/test-dra-trainjob-5x7xz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-qv9vj"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:38.873779857Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-qv9vj","name":"test-dra-trainjob-5x7xz","reconcileID":"10f163f8-dbc8-470a-a402-30d516be1447","job":"test-ns-qv9vj/test-dra-trainjob-5x7xz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-qv9vj"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:39.024604509Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-2jp5m","name":"test-trainjob-qfzzl","reconcileID":"d42047f1-0335-4ba7-ab5a-c285a33a5666","job":"test-ns-2jp5m/test-trainjob-qfzzl","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-2jp5m"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:39.141226683Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-2jp5m","name":"test-trainjob-qfzzl","reconcileID":"07cdfb9d-9293-4da0-b55c-32a3a253efa6","job":"test-ns-2jp5m/test-trainjob-qfzzl","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-2jp5m"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:43.117718769Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-qv9vj","name":"test-dra-trainjob-5x7xz","reconcileID":"11b486da-3f45-46ed-b420-c49f082b8a3e","job":"test-ns-qv9vj/test-dra-trainjob-5x7xz","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-qv9vj"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:50.074977841Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-2jp5m","name":"test-trainjob-qfzzl","reconcileID":"c2964198-f572-47a6-a359-aaa458e9515a","job":"test-ns-2jp5m/test-trainjob-qfzzl","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-2jp5m"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:50.18929239Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-2jp5m","name":"test-trainjob-qfzzl","reconcileID":"ff9fe1c7-eb1c-4159-829a-04df4d71ad08","job":"test-ns-2jp5m/test-trainjob-qfzzl","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-2jp5m"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:51.08288388Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-2jp5m","name":"test-trainjob-qfzzl","reconcileID":"fd2bbb33-63e6-47bb-bcfd-643bfa779ca4","job":"test-ns-2jp5m/test-trainjob-qfzzl","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-2jp5m"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:51.142730146Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-2jp5m","name":"test-trainjob-qfzzl","reconcileID":"59cd4e60-2f0b-447b-a8fa-f7148535fb76","job":"test-ns-2jp5m/test-trainjob-qfzzl","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-2jp5m"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:51.198898419Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-2jp5m","name":"test-trainjob-qfzzl","reconcileID":"a0705e56-ffeb-4699-aa67-bfc7f7941f62","job":"test-ns-2jp5m/test-trainjob-qfzzl","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-2jp5m"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:51.316173509Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-2jp5m","name":"test-trainjob-qfzzl","reconcileID":"97274b1e-6ff8-4077-aa55-856a3f492720","job":"test-ns-2jp5m/test-trainjob-qfzzl","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-2jp5m"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:51.717341339Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-8crrc","name":"test-trainjob-fl4m9","reconcileID":"d627c2eb-9c4b-4719-bc3b-f8d2de981cbd","job":"test-ns-8crrc/test-trainjob-fl4m9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-8crrc"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:51.945871068Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-8crrc","name":"test-trainjob-fl4m9","reconcileID":"191127f3-ee09-4d93-b95e-4d0eca42e822","job":"test-ns-8crrc/test-trainjob-fl4m9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-8crrc"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:52.164336606Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-8crrc","name":"test-trainjob-fl4m9","reconcileID":"643fd85d-f768-4815-a3b5-6b8d9ab44e38","job":"test-ns-8crrc/test-trainjob-fl4m9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-8crrc"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:52.244818506Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-8crrc","name":"test-trainjob-fl4m9","reconcileID":"67078ac9-4c0f-462c-8932-ee80b3c4a407","job":"test-ns-8crrc/test-trainjob-fl4m9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-8crrc"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:52.280096046Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-8crrc","name":"test-trainjob-fl4m9","reconcileID":"75b09b14-0e01-4dc2-8395-1ed53eb59879","job":"test-ns-8crrc/test-trainjob-fl4m9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-8crrc"}
{"level":"Level(-2)","ts":"2026-11-02T12:20:52.393715872Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-8crrc","name":"test-trainjob-fl4m9","reconcileID":"d322c0cc-fe04-4b4b-b024-814cc54b5924","job":"test-ns-8crrc/test-trainjob-fl4m9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-8crrc"}
{"level":"Level(-2)","ts":"2026-11-02T12:26:28.808350094Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-8crrc","name":"test-trainjob-fl4m9","reconcileID":"1332ce36-3eee-4b77-87bc-091f26395247","job":"test-ns-8crrc/test-trainjob-fl4m9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-8crrc"}
{"level":"Level(-2)","ts":"2026-11-02T12:26:28.924877755Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-8crrc","name":"test-trainjob-fl4m9","reconcileID":"26f7335b-1227-4ef0-a322-cd206efa8805","job":"test-ns-8crrc/test-trainjob-fl4m9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-8crrc"}
{"level":"Level(-2)","ts":"2026-11-02T12:26:33.819028725Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-8crrc","name":"test-trainjob-fl4m9","reconcileID":"af888a72-ccf1-41c0-8dbe-66618f1f0c8c","job":"test-ns-8crrc/test-trainjob-fl4m9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-8crrc"}
{"level":"Level(-2)","ts":"2026-11-02T12:26:33.933901144Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-8crrc","name":"test-trainjob-fl4m9","reconcileID":"4580f570-de7c-49a3-a341-029611e653b1","job":"test-ns-8crrc/test-trainjob-fl4m9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-8crrc"}
{"level":"Level(-2)","ts":"2026-11-02T12:26:34.828332023Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-8crrc","name":"test-trainjob-fl4m9","reconcileID":"a8d6cf78-fe31-4839-aa17-fab23fdece48","job":"test-ns-8crrc/test-trainjob-fl4m9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-8crrc"}
{"level":"Level(-2)","ts":"2026-11-02T12:26:34.941567892Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-8crrc","name":"test-trainjob-fl4m9","reconcileID":"4638d885-1ee4-47b3-aefc-3eddc3a91a23","job":"test-ns-8crrc/test-trainjob-fl4m9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-8crrc"}
{"level":"Level(-2)","ts":"2026-11-02T12:26:34.943672039Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-8crrc","name":"test-trainjob-fl4m9","reconcileID":"7f8a7c89-d7ba-4361-bb17-3b9fdcbd3fcc","job":"test-ns-8crrc/test-trainjob-fl4m9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-8crrc"}
{"level":"Level(-2)","ts":"2026-11-02T12:26:35.058883508Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-8crrc","name":"test-trainjob-fl4m9","reconcileID":"91a759e3-0e38-4887-8e35-b399ae697359","job":"test-ns-8crrc/test-trainjob-fl4m9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-8crrc"}
{"level":"Level(-2)","ts":"2026-11-02T12:26:36.389209542Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-fpjt5","name":"test-trainjob-lv9nr","reconcileID":"ff2e9ee4-69dc-4e2e-82f0-c30db1f4462c","job":"test-ns-fpjt5/test-trainjob-lv9nr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-fpjt5"}
{"level":"Level(-2)","ts":"2026-11-02T12:26:36.834144061Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-fpjt5","name":"test-trainjob-lv9nr","reconcileID":"89b6ec4f-4ad3-482c-9bcc-291da0ec39ea","job":"test-ns-fpjt5/test-trainjob-lv9nr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-fpjt5"}
{"level":"Level(-2)","ts":"2026-11-02T12:26:37.055660463Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-fpjt5","name":"test-trainjob-lv9nr","reconcileID":"38f69a04-7a23-4864-92ff-5b158fdff09a","job":"test-ns-fpjt5/test-trainjob-lv9nr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-fpjt5"}
{"level":"Level(-2)","ts":"2026-11-02T12:26:37.172194768Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-fpjt5","name":"test-trainjob-lv9nr","reconcileID":"7a1e51ae-ee58-4bef-b0e4-33053fcc5c3e","job":"test-ns-fpjt5/test-trainjob-lv9nr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-fpjt5"}
{"level":"Level(-2)","ts":"2026-11-02T12:26:37.348991348Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-fpjt5","name":"test-trainjob-lv9nr","reconcileID":"4b8afae8-2134-418f-b470-cc0abe142844","job":"test-ns-fpjt5/test-trainjob-lv9nr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-fpjt5"}
{"level":"Level(-2)","ts":"2026-11-02T12:26:37.463973442Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-fpjt5","name":"test-trainjob-lv9nr","reconcileID":"7d989c33-c223-4c72-8735-2acc3030910b","job":"test-ns-fpjt5/test-trainjob-lv9nr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-fpjt5"}
{"level":"Level(-2)","ts":"2026-11-02T12:27:44.197191945Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-fpjt5","name":"test-trainjob-lv9nr","reconcileID":"04d42d2f-1102-4cbe-ba8f-e64ea75171bf","job":"test-ns-fpjt5/test-trainjob-lv9nr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-fpjt5"}
{"level":"Level(-2)","ts":"2026-11-02T12:27:44.311665569Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-fpjt5","name":"test-trainjob-lv9nr","reconcileID":"0ea4807b-7d82-471f-9ba6-dff2f4ba5903","job":"test-ns-fpjt5/test-trainjob-lv9nr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-fpjt5"}
{"level":"Level(-2)","ts":"2026-11-02T12:27:46.212028745Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-fpjt5","name":"test-trainjob-lv9nr","reconcileID":"2467271e-54de-46fa-9359-4213081780a9","job":"test-ns-fpjt5/test-trainjob-lv9nr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-fpjt5"}
{"level":"Level(-2)","ts":"2026-11-02T12:27:46.328610021Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-fpjt5","name":"test-trainjob-lv9nr","reconcileID":"668b2e7d-e1d3-4aa2-9b52-78b519780401","job":"test-ns-fpjt5/test-trainjob-lv9nr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-fpjt5"}
{"level":"Level(-2)","ts":"2026-11-02T12:27:47.221724604Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-fpjt5","name":"test-trainjob-lv9nr","reconcileID":"fb30d006-c752-4f22-a7ae-6967a933f0ca","job":"test-ns-fpjt5/test-trainjob-lv9nr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-fpjt5"}
{"level":"Level(-2)","ts":"2026-11-02T12:27:47.280255383Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-fpjt5","name":"test-trainjob-lv9nr","reconcileID":"a4c35227-92e8-40a3-9b21-e9a765d8790f","job":"test-ns-fpjt5/test-trainjob-lv9nr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-fpjt5"}
{"level":"Level(-2)","ts":"2026-11-02T12:27:47.338406051Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-fpjt5","name":"test-trainjob-lv9nr","reconcileID":"8847b774-26dd-4b24-8928-38fa2b0cc83b","job":"test-ns-fpjt5/test-trainjob-lv9nr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-fpjt5"}
{"level":"Level(-2)","ts":"2026-11-02T12:27:47.453668595Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-fpjt5","name":"test-trainjob-lv9nr","reconcileID":"aaa362e2-de49-4726-97c7-8b91ec04277c","job":"test-ns-fpjt5/test-trainjob-lv9nr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-fpjt5"}
{"level":"Level(-2)","ts":"2026-11-02T12:27:49.021437199Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"3eba7fb0-9cb1-4ddb-b02d-3c169ea3e159","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:27:49.314610555Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"be3d232d-c7cd-46bf-a3bd-d760fefcc7c6","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:27:49.540561012Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"0313bfc3-c725-4cc2-87c0-88fb764cfcf6","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:27:49.658307215Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"748d1b98-f4e4-4d63-8ec2-c3f9a3897161","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:27:49.662672797Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"a6a9abfd-d06a-48ba-bedf-56bdd20d7a1d","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:27:49.777280597Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"ac07e3db-66ac-4a78-b738-88d18478391a","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:27:53.513755688Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-fpjt5","name":"test-trainjob-lv9nr","reconcileID":"788e6972-3780-4a93-afec-07211063cd36","job":"test-ns-fpjt5/test-trainjob-lv9nr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-fpjt5"}
{"level":"Level(-2)","ts":"2026-11-02T12:27:54.406767977Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-2jp5m","name":"test-trainjob-qfzzl","reconcileID":"be23696d-f5b8-41ed-a83c-9595e84b5c13","job":"test-ns-2jp5m/test-trainjob-qfzzl","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-2jp5m"}
{"level":"Level(-2)","ts":"2026-11-02T12:27:54.520260193Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-2jp5m","name":"test-trainjob-qfzzl","reconcileID":"49433732-50f9-49bf-aaba-47cfa57de99e","job":"test-ns-2jp5m/test-trainjob-qfzzl","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-2jp5m"}
{"level":"Level(-2)","ts":"2026-11-02T12:28:10.074104765Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"3c7b4f53-a716-4f85-b7ca-8384decbe524","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:28:10.193272233Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"171dfe9b-bba9-4c01-96fc-dbfbd268d23c","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:28:15.097227962Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"d5673605-05b2-4709-8223-a86c77e79ad2","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:28:15.217806694Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"ca07ec25-1206-4160-aaa9-b1434aef1b94","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:28:16.103985557Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"fa4ff5f5-7aa6-49f5-b984-3b6a08662674","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:28:16.222894856Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"3517dc35-af2b-4f9d-a228-8b28dd3bdb55","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:28:16.323258613Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"0430fbad-1d19-4087-824f-d2d19075cb74","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:28:16.441715283Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"bf5f53b7-626e-4974-af80-b99838ed3fdc","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:28:16.442901159Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"30d7127f-d09b-471e-b847-3c203fa66a23","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:28:16.5610097Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"6030b942-4dd1-46db-93b1-d1a1d24fd3de","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:29:12.638570014Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"14baef6c-f421-4fb4-933b-88b1b2cf991c","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:29:12.757586594Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"a6f2e1f1-833f-4a31-8ca2-0fbc5c62611f","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:29:23.68750576Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"91468e7b-fe69-4749-84ee-c9b4699419f1","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:29:23.809937892Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"0f734e61-d66e-4c45-8897-7b4db8c6dfe7","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:29:24.694717806Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"deb677e3-f2fd-4838-9358-814ae57d699c","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:29:24.813873697Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"917bb928-314f-4930-83a1-30708f53ee77","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:29:24.913201942Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"6c4d16d6-f933-4087-9d2a-d588d8eea4cc","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:29:25.030958924Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"c78b983c-ae93-47dd-a6ab-b99f6923c013","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:29:25.032864248Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"40d5c372-3ee7-482b-8550-bd0383181699","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:29:25.151231989Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"4d2a67e5-da0c-4fe3-93ef-bfd75494a2a2","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:29:29.449872747Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"6a67fc4e-b3cf-4c0d-9459-7df2a16fc86e","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:29:29.570309549Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"0fbff727-f197-46b1-8e8c-901bf29710a2","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:29:30.475618596Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"b4ff3177-6e93-49c7-a637-ce151019c6b8","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:29:30.595165493Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"8446432d-cff5-46b7-b28d-3dca2ce7718e","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:29:31.466368443Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"e58c63ff-a3c1-4a65-b994-4a5db5205be2","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:29:31.565941986Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"ddd0923f-b692-40fe-b48f-d80a7b06f264","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:29:31.584905088Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"7eedd68b-39d9-4407-ab3b-59f4d7d241bf","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:29:31.704201417Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-tjgrk","name":"test-trainjob-gsv9d","reconcileID":"96e6c427-ce5f-490a-b394-8a7712cbc271","job":"test-ns-tjgrk/test-trainjob-gsv9d","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-tjgrk"}
{"level":"Level(-2)","ts":"2026-11-02T12:31:44.565384836Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-5vnwh","name":"x6ed4fc45f25","reconcileID":"9d6dc6b7-824a-49c7-9713-a626c0f97dc7","job":"test-ns-5vnwh/x6ed4fc45f25","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-5vnwh"}
{"level":"Level(-2)","ts":"2026-11-02T12:31:45.00199385Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-5vnwh","name":"x6ed4fc45f25","reconcileID":"c5a06594-d6a5-4320-bbf5-11b290f13187","job":"test-ns-5vnwh/x6ed4fc45f25","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-5vnwh"}
{"level":"Level(-2)","ts":"2026-11-02T12:31:45.225654961Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-5vnwh","name":"x6ed4fc45f25","reconcileID":"56262659-c31c-4f29-8fa0-c6069db76c03","job":"test-ns-5vnwh/x6ed4fc45f25","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-5vnwh"}
{"level":"Level(-2)","ts":"2026-11-02T12:31:45.344625682Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-5vnwh","name":"x6ed4fc45f25","reconcileID":"bc54375c-a538-4f45-bcee-8564fb8123e1","job":"test-ns-5vnwh/x6ed4fc45f25","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-5vnwh"}
{"level":"Level(-2)","ts":"2026-11-02T12:31:45.714586672Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-5vnwh","name":"x6ed4fc45f25","reconcileID":"ce486f24-c70f-4c07-84f9-dd8c88bb81bb","job":"test-ns-5vnwh/x6ed4fc45f25","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-5vnwh"}
{"level":"Level(-2)","ts":"2026-11-02T12:31:45.833143494Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-5vnwh","name":"x6ed4fc45f25","reconcileID":"49939a24-0921-4973-9177-cce408201b6b","job":"test-ns-5vnwh/x6ed4fc45f25","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-5vnwh"}
{"level":"Level(-2)","ts":"2026-11-02T12:31:47.959453767Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-5vnwh","name":"x6ed4fc45f25","reconcileID":"faef83cb-db88-4a8e-ad46-24f75b37473e","job":"test-ns-5vnwh/x6ed4fc45f25","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-5vnwh"}
{"level":"Level(-2)","ts":"2026-11-02T12:31:48.077884068Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-5vnwh","name":"x6ed4fc45f25","reconcileID":"85ffe804-821d-4a43-b3fb-db83fbd949a2","job":"test-ns-5vnwh/x6ed4fc45f25","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-5vnwh"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:19.583125348Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-5vnwh","name":"x6ed4fc45f25","reconcileID":"34a493ba-8cce-41fb-9a81-93bd8b2cd24f","job":"test-ns-5vnwh/x6ed4fc45f25","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-5vnwh"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:19.718681006Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-5vnwh","name":"x6ed4fc45f25","reconcileID":"34ba5a7b-fe08-485d-b8c3-ea05c9de31e3","job":"test-ns-5vnwh/x6ed4fc45f25","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-5vnwh"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:20.591289539Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-5vnwh","name":"x6ed4fc45f25","reconcileID":"ce24ddbf-547a-4956-bb8e-11051cedd361","job":"test-ns-5vnwh/x6ed4fc45f25","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-5vnwh"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:20.692055008Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-5vnwh","name":"x6ed4fc45f25","reconcileID":"c7eb6ffb-afae-4346-8c81-ac1a92220428","job":"test-ns-5vnwh/x6ed4fc45f25","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-5vnwh"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:20.710061637Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-5vnwh","name":"x6ed4fc45f25","reconcileID":"f8cb67fe-3a2f-4a3d-b93e-fc34c0060d60","job":"test-ns-5vnwh/x6ed4fc45f25","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-5vnwh"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:20.863739649Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-5vnwh","name":"x6ed4fc45f25","reconcileID":"3ced4939-ff2b-4102-aa26-6458f2415885","job":"test-ns-5vnwh/x6ed4fc45f25","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-5vnwh"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:24.757296472Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"rf-lzzv7"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:24.757457971Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-lzzv7","reconcileID":"c0ef4f60-5bef-473c-8b6e-c7b90b82d134"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:25.087642015Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:351","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cq-n29dm"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:25.087961587Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-n29dm","reconcileID":"7a6180e7-9e2e-44e4-8eb3-d1c5232b98bc"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:25.101406652Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:240","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"lq-kznlf","namespace":"test-ns-cvrqp"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:25.101572514Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-cvrqp","name":"lq-kznlf","reconcileID":"4ad68b1a-fdb5-4f84-9ce9-8c7024909dd3"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:25.143053381Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-n29dm"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:25.143248344Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-n29dm","reconcileID":"82278952-edf6-4ad6-b7e5-c1908a9fa010"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:25.155558809Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-kznlf","namespace":"test-ns-cvrqp"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:25.155790539Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-cvrqp","name":"lq-kznlf","reconcileID":"4e2e946e-379d-4f57-8178-59a0289a32c7"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:25.211239898Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-kznlf","namespace":"test-ns-cvrqp"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:25.211351577Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-cvrqp","name":"lq-kznlf","reconcileID":"2171e84e-b646-4d97-a9a4-8e8c2a282ed7"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:25.880926541Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"dw-deployment-bm5zh-75659bbb8f-lphf5","reconcileID":"52abd8ca-a714-4905-b3e9-9ecef44389a0","job":"test-ns-cvrqp/dw-deployment-bm5zh-75659bbb8f-lphf5","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:25.930739456Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.PriorityClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"debug","ts":"2026-11-02T12:32:26.354922886Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"dw-deployment-bm5zh-75659bbb8f-lphf5","namespace":"test-ns-cvrqp"},"kind":"Pod","apiVersion":"v1","type":"Normal","reason":"CreatedWorkload","action":"CreatedWorkload","note":"Created Workload: test-ns-cvrqp/pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.40266449Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"leader","workload":{"name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","namespace":"test-ns-cvrqp"},"queue":"lq-kznlf","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.402725798Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","reconcileID":"13e4bf5d-9dc4-44d9-9c62-f5cd147909d1"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.402775012Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","reconcileID":"13e4bf5d-9dc4-44d9-9c62-f5cd147909d1","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.402803281Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"dw-deployment-bm5zh-75659bbb8f-lphf5","reconcileID":"c5c65796-dc77-4f16-bd16-85c30cb1b98e","job":"test-ns-cvrqp/dw-deployment-bm5zh-75659bbb8f-lphf5","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.402977079Z","logger":"scheduler","caller":"scheduler/scheduler.go:308","msg":"Obtained heads","replica-role":"follower","schedulingCycle":1,"headCount":1,"waitDuration":1536.155461836}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.403026353Z","logger":"scheduler","caller":"scheduler/scheduler.go:323","msg":"Snapshot taken","replica-role":"follower","schedulingCycle":1,"duration":0.000011894}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.403052228Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","reconcileID":"586bedf7-a50a-482e-84d1-5b3a46663bcc"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.403163086Z","logger":"scheduler","caller":"scheduler/scheduler.go:328","msg":"Nomination done","replica-role":"follower","schedulingCycle":1,"entries":1,"inadmissibleEntries":0,"duration":0.000125396}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.403187281Z","logger":"scheduler","caller":"scheduler/scheduler.go:406","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":1,"workload":{"name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","namespace":"test-ns-cvrqp"},"clusterQueue":{"name":"cq-n29dm"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.403282994Z","logger":"scheduler","caller":"scheduler/scheduler.go:1041","msg":"Workload assumed in the cache","replica-role":"follower","schedulingCycle":1,"workload":{"name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","namespace":"test-ns-cvrqp"},"clusterQueue":{"name":"cq-n29dm"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.403313266Z","logger":"scheduler","caller":"scheduler/scheduler.go:362","msg":"Workload processing done","replica-role":"follower","schedulingCycle":1,"duration":0.00013203}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.40332847Z","logger":"scheduler","caller":"scheduler/scheduler.go:297","msg":"Scheduling cycle complete","replica-role":"follower","schedulingCycle":1,"duration":1536.155814218}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.4033413Z","logger":"scheduler","caller":"scheduler/scheduler.go:295","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":2}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.517252842Z","logger":"scheduler","caller":"scheduler/scheduler.go:1000","msg":"Workload successfully admitted and assigned flavors","replica-role":"follower","schedulingCycle":1,"workload":{"name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","namespace":"test-ns-cvrqp"},"clusterQueue":{"name":"cq-n29dm"},"assignments":[{"name":"main","flavors":{"cpu":"rf-lzzv7","memory":"rf-lzzv7"},"resourceUsage":{"cpu":"1","memory":"3Gi"},"count":1}]}
{"level":"debug","ts":"2026-11-02T12:32:26.517310743Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","namespace":"test-ns-cvrqp"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"QuotaReserved","action":"QuotaReserved","note":"Quota reserved in ClusterQueue cq-n29dm, wait time since queued was 1s"}
{"level":"debug","ts":"2026-11-02T12:32:26.51734478Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","namespace":"test-ns-cvrqp"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"Admitted","action":"Admitted","note":"Admitted by ClusterQueue cq-n29dm, wait time since reservation was 1s"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.517928631Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","reconcileID":"4f4369f9-6f86-45a5-b807-df509f8f0796"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.517985838Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","reconcileID":"4f4369f9-6f86-45a5-b807-df509f8f0796","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.517981285Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"dw-deployment-bm5zh-75659bbb8f-lphf5","reconcileID":"da937bc3-0761-4b84-a5f6-55c3ca749b43","job":"test-ns-cvrqp/dw-deployment-bm5zh-75659bbb8f-lphf5","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.517940103Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","namespace":"test-ns-cvrqp"},"queue":"lq-kznlf","status":"admitted","prevStatus":"pending","clusterQueue":"cq-n29dm"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.518162271Z","logger":"v1_pod","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-cvrqp","name":"dw-deployment-bm5zh-75659bbb8f-lphf5","reconcileID":"da937bc3-0761-4b84-a5f6-55c3ca749b43","job":"test-ns-cvrqp/dw-deployment-bm5zh-75659bbb8f-lphf5","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.518224028Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","reconcileID":"7f249944-8d12-4ed1-9f42-e6d8f706c165"}
{"level":"debug","ts":"2026-11-02T12:32:26.632052382Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"dw-deployment-bm5zh-75659bbb8f-lphf5","namespace":"test-ns-cvrqp"},"kind":"Pod","apiVersion":"v1","type":"Normal","reason":"Started","action":"Started","note":"Admitted by clusterQueue cq-n29dm"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.632236855Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"dw-deployment-bm5zh-75659bbb8f-lphf5","reconcileID":"5560bc61-919c-4715-86c5-5e8ddc0ad1cf","job":"test-ns-cvrqp/dw-deployment-bm5zh-75659bbb8f-lphf5","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.638231571Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"dw-deployment-bm5zh-75659bbb8f-lphf5","reconcileID":"4d1862db-c56f-4e73-8388-bd960e93d347","job":"test-ns-cvrqp/dw-deployment-bm5zh-75659bbb8f-lphf5","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.700024111Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"dw-deployment-bm5zh-75659bbb8f-lphf5","reconcileID":"53901b42-dc07-4348-b139-75bbc7e5b6a9","job":"test-ns-cvrqp/dw-deployment-bm5zh-75659bbb8f-lphf5","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:26.750914355Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"dw-deployment-bm5zh-75659bbb8f-lphf5","reconcileID":"8de83540-6df7-4931-aa1a-59b454d5828b","job":"test-ns-cvrqp/dw-deployment-bm5zh-75659bbb8f-lphf5","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:27.403772645Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-cvrqp","name":"lq-kznlf","reconcileID":"2353df7f-ba9c-44fd-a124-caadae2ce439"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:27.403776167Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-n29dm","reconcileID":"91318482-b2a0-4a7a-a534-93edd348045c"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:27.455807389Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-kznlf","namespace":"test-ns-cvrqp"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:27.455957674Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-cvrqp","name":"lq-kznlf","reconcileID":"99b4fb1f-f967-4769-b500-6322ff8662e7"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:27.458607692Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-n29dm"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:27.503316439Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-n29dm","reconcileID":"d13008f6-5cd4-4253-8e03-4dbf43785cbc"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:27.620289165Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"dw-deployment-bm5zh-75659bbb8f-lphf5","reconcileID":"f6029051-092e-4331-9a09-a76c296e9bb3","job":"test-ns-cvrqp/dw-deployment-bm5zh-75659bbb8f-lphf5","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:27.633091253Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-cvrqp","name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","reconcileID":"bbb5e4eb-f605-42ef-8209-3638400739f6"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:29.164519946Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"dw-deployment-bm5zh-75659bbb8f-lphf5","reconcileID":"2bd88fb1-12c1-4750-a939-21ab2a22a77e","job":"test-ns-cvrqp/dw-deployment-bm5zh-75659bbb8f-lphf5","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:30.164626896Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-cvrqp","name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","reconcileID":"34da4016-fedb-4867-ab50-a0bb3aaad799"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.057042366Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"df7375e0-03be-4362-ae5b-4db681a13ea7","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-02T12:32:41.373580439Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"kc74b7126c29","namespace":"test-ns-cvrqp"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"CreatedWorkload","action":"CreatedWorkload","note":"Created Workload: test-ns-cvrqp/trainjob-kc74b7126c29-a09da"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.373620006Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"61331970-15d7-473a-a5c5-0f769d412a2f","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.373679145Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"leader","workload":{"name":"trainjob-kc74b7126c29-a09da","namespace":"test-ns-cvrqp"},"queue":"lq-kznlf","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.373737911Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"trainjob-kc74b7126c29-a09da","reconcileID":"5ad46536-2053-4c10-9ff3-dca9dd50c030"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.37379508Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"trainjob-kc74b7126c29-a09da","reconcileID":"5ad46536-2053-4c10-9ff3-dca9dd50c030","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.373904956Z","logger":"scheduler","caller":"scheduler/scheduler.go:308","msg":"Obtained heads","replica-role":"leader","schedulingCycle":2,"headCount":1,"waitDuration":14.970562995}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.373943256Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"trainjob-kc74b7126c29-a09da","reconcileID":"adeb2757-e41e-42e8-b5e9-5ab41839b00b"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.373946184Z","logger":"scheduler","caller":"scheduler/scheduler.go:323","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":2,"duration":0.000013481}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.374047145Z","logger":"scheduler","caller":"scheduler/scheduler.go:328","msg":"Nomination done","replica-role":"leader","schedulingCycle":2,"entries":1,"inadmissibleEntries":0,"duration":0.000085927}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.374070181Z","logger":"scheduler","caller":"scheduler/scheduler.go:406","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":2,"workload":{"name":"trainjob-kc74b7126c29-a09da","namespace":"test-ns-cvrqp"},"clusterQueue":{"name":"cq-n29dm"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.374156419Z","logger":"scheduler","caller":"scheduler/scheduler.go:1041","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":2,"workload":{"name":"trainjob-kc74b7126c29-a09da","namespace":"test-ns-cvrqp"},"clusterQueue":{"name":"cq-n29dm"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.374183835Z","logger":"scheduler","caller":"scheduler/scheduler.go:362","msg":"Workload processing done","replica-role":"leader","schedulingCycle":2,"duration":0.000119094}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.374200549Z","logger":"scheduler","caller":"scheduler/scheduler.go:297","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":2,"duration":14.97085891}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.37422308Z","logger":"scheduler","caller":"scheduler/scheduler.go:295","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":3}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.484361598Z","logger":"scheduler","caller":"scheduler/scheduler.go:1000","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":2,"workload":{"name":"trainjob-kc74b7126c29-a09da","namespace":"test-ns-cvrqp"},"clusterQueue":{"name":"cq-n29dm"},"assignments":[{"name":"node","flavors":{"cpu":"rf-lzzv7","memory":"rf-lzzv7"},"resourceUsage":{"cpu":"4","memory":"16Gi"},"count":2}]}
{"level":"debug","ts":"2026-11-02T12:32:41.484406829Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-kc74b7126c29-a09da","namespace":"test-ns-cvrqp"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"Admitted","action":"Admitted","note":"Admitted by ClusterQueue cq-n29dm, wait time since reservation was 0s"}
{"level":"debug","ts":"2026-11-02T12:32:41.484432389Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-kc74b7126c29-a09da","namespace":"test-ns-cvrqp"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"QuotaReserved","action":"QuotaReserved","note":"Quota reserved in ClusterQueue cq-n29dm, wait time since queued was 0s"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.484511103Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-kc74b7126c29-a09da","namespace":"test-ns-cvrqp"},"queue":"lq-kznlf","status":"admitted","prevStatus":"pending","clusterQueue":"cq-n29dm"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.484557026Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"trainjob-kc74b7126c29-a09da","reconcileID":"8a49f75d-c375-403b-a227-b4c57664c10d"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.484628483Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"trainjob-kc74b7126c29-a09da","reconcileID":"8a49f75d-c375-403b-a227-b4c57664c10d","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.48480733Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"trainjob-kc74b7126c29-a09da","reconcileID":"142427e4-1642-44bd-a328-94b37c69fd9b"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.550171701Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"67409e6e-b14c-42b0-8f47-b8e05fb8ab10","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.704333727Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"67409e6e-b14c-42b0-8f47-b8e05fb8ab10","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-3)","ts":"2026-11-02T12:32:41.81403029Z","logger":"trainjob","caller":"jobframework/reconciler.go:594","msg":"Unsuspending job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"67409e6e-b14c-42b0-8f47-b8e05fb8ab10","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"kc74b7126c29\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-3)","ts":"2026-11-02T12:32:41.814101103Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"67409e6e-b14c-42b0-8f47-b8e05fb8ab10","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"kc74b7126c29\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.814201638Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"9737b5be-2a69-4f1f-9d2a-f79bd99efa73","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:41.968396674Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"9737b5be-2a69-4f1f-9d2a-f79bd99efa73","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-02T12:32:42.304623992Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"kc74b7126c29","namespace":"test-ns-cvrqp"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"Started","action":"Started","note":"Admitted by clusterQueue cq-n29dm"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:42.30463946Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"f1758e8d-ce62-43c9-a982-039dd3161df9","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:42.374243332Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-cvrqp","name":"lq-kznlf","reconcileID":"6ba6089b-7b89-4206-985a-4fe785c1a9ec"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:42.374248072Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-n29dm","reconcileID":"38e86168-54e5-4538-93db-c87b1cd48f1a"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:42.428071746Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-kznlf","namespace":"test-ns-cvrqp"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:42.428372061Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-cvrqp","name":"lq-kznlf","reconcileID":"8585c078-4463-4ed6-9b63-b50d536de138"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:42.429370758Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-n29dm"}}
{"level":"Level(-2)","ts":"2026-11-02T12:32:42.429486527Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-n29dm","reconcileID":"8e121bc9-840e-4904-a18e-be7efec57488"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:42.458690812Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"4292766d-964a-438c-93cd-25557ed0d9a1","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:42.613344685Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"8f82e3e5-201a-41a8-8f8f-e85672c34b11","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:42.648160284Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.PartialObjectMetadata","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:42.74860013Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.PartialObjectMetadata","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:42.768240446Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"d5dd34d0-942f-4eb1-9720-19c4c14df1d5","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:42.922787566Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"dfe0520e-7691-46b5-b79c-62ef75d85790","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:43.156877964Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"2a95deeb-3c6b-453d-baeb-bc76ff1b6bb5","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:43.311781365Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"f1e499ea-2097-425d-8160-60255e809b32","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:43.911818817Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-cvrqp","name":"trainjob-kc74b7126c29-a09da","reconcileID":"8b0d3ef4-a648-4448-b315-ab6ebe828ec5"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:45.003072178Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-cvrqp","name":"trainjob-kc74b7126c29-a09da","reconcileID":"5c3919d1-f027-411c-bdb4-df3e731a30da"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:45.070029802Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"84f3d33c-cf85-4552-8be2-9de34c078fed","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:32:45.224937256Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"a77937d5-509d-41da-8ccd-af4c423b16f1","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:15.916383516Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-cvrqp","name":"trainjob-kc74b7126c29-a09da","reconcileID":"81f4b5e7-5190-44ab-b878-c674cbee14f6"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:15.939047818Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"87b474a8-e7f7-48ca-a25b-3288c2ffe517","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:16.094138127Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"8b9db043-7023-48b6-9232-6cd509886782","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:16.947023174Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"1256ee2e-a955-43ba-942f-2ffa79c67e8d","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:16.987957332Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-cvrqp","name":"trainjob-kc74b7126c29-a09da","reconcileID":"c55cf0f1-3229-49f8-98e1-9d05820e57b5"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:17.101602405Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"7c46f46f-9dee-4d18-85bb-445e8d2e7017","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:17.256438001Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"3585fd9f-ad5e-4462-8937-cb5ec43a8cec","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-02T12:33:17.521370748Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"kc74b7126c29","namespace":"test-ns-cvrqp"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"FinishedWorkload","action":"FinishedWorkload","note":"Workload 'test-ns-cvrqp/trainjob-kc74b7126c29-a09da' is declared finished"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:17.521874824Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-kc74b7126c29-a09da","namespace":"test-ns-cvrqp"},"queue":"lq-kznlf","status":"finished","prevStatus":"admitted","clusterQueue":"cq-n29dm"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:17.521935332Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"trainjob-kc74b7126c29-a09da","reconcileID":"ed59078c-6f62-4d6d-bbb2-ec9706837183"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:17.52201128Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"trainjob-kc74b7126c29-a09da","reconcileID":"ed59078c-6f62-4d6d-bbb2-ec9706837183","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T12:33:17.522030105Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"00103c24-c9d7-4265-a5df-3861a109391e","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:17.522087609Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"trainjob-kc74b7126c29-a09da","reconcileID":"fbe73bb0-d17c-46bc-b70c-f178f5077104"}
{"level":"debug","ts":"2026-11-02T12:33:17.677203866Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"kc74b7126c29","namespace":"test-ns-cvrqp"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"FinishedWorkload","action":"FinishedWorkload","note":"Workload 'test-ns-cvrqp/trainjob-kc74b7126c29-a09da' is declared finished"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:17.787854977Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-kc74b7126c29-a09da","namespace":"test-ns-cvrqp"},"queue":"lq-kznlf","status":"finished","clusterQueue":"cq-n29dm"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:17.787874594Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"trainjob-kc74b7126c29-a09da","reconcileID":"76d7077a-9d09-46b4-b78d-84a730ae5bd1"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:17.78792425Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"trainjob-kc74b7126c29-a09da","reconcileID":"76d7077a-9d09-46b4-b78d-84a730ae5bd1","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T12:33:17.787998753Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"3230040c-baae-4325-9b72-74f7304a4d34","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:17.788057561Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"trainjob-kc74b7126c29-a09da","reconcileID":"b771ea32-071d-422f-ba56-818a4fb1ebf8"}
{"level":"debug","ts":"2026-11-02T12:33:17.942196521Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"kc74b7126c29","namespace":"test-ns-cvrqp"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"FinishedWorkload","action":"FinishedWorkload","note":"Workload 'test-ns-cvrqp/trainjob-kc74b7126c29-a09da' is declared finished"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:17.994998736Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-cvrqp","name":"trainjob-kc74b7126c29-a09da","reconcileID":"8b3db767-f59e-474a-86fb-76d93cf31022"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:18.522775929Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-n29dm","reconcileID":"5805c572-559d-458d-ba88-d734e63582a1"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:18.52278996Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-cvrqp","name":"lq-kznlf","reconcileID":"3734ddcb-b3a0-4184-b29d-09e3a7b3c9e9"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:18.578294497Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-kznlf","namespace":"test-ns-cvrqp"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:18.578408434Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-cvrqp","name":"lq-kznlf","reconcileID":"e8ff3cba-acfd-4a30-be97-efb6daa43bb4"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:18.578959732Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-n29dm"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:18.579117385Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-n29dm","reconcileID":"e518381b-0fdf-490c-ab8c-78b806cdc3f3"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:19.547116995Z","logger":"trainjob","caller":"workload/workload.go:1810","msg":"Workload is orphaned; finishing to release quota","replica-role":"leader","namespace":"test-ns-cvrqp","name":"kc74b7126c29","reconcileID":"87fdc296-9200-4fbf-a7c5-e55555c04d77","job":"test-ns-cvrqp/kc74b7126c29","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:19.594449858Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1312","msg":"Workload delete event","replica-role":"leader","workload":{"name":"trainjob-kc74b7126c29-a09da","namespace":"test-ns-cvrqp"},"queue":"lq-kznlf","status":"finished"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:19.5944439Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"trainjob-kc74b7126c29-a09da","reconcileID":"749661eb-58ad-467e-98cd-1fb80b664c25"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:19.594501059Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"trainjob-kc74b7126c29-a09da","reconcileID":"749661eb-58ad-467e-98cd-1fb80b664c25","isDeleted":true}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.595266481Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-cvrqp","name":"lq-kznlf","reconcileID":"c7332d89-ab05-4d7c-b700-3beebfcdef3b"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.595279591Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-n29dm","reconcileID":"864da571-477d-4320-8113-daade49835a1"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.629082701Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"rf-lzzv7"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.629195239Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-lzzv7","reconcileID":"9529df9b-ec94-4118-917e-d624991cd196"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.629452068Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-n29dm"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.629502833Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-n29dm","reconcileID":"c735ac4e-8c62-4206-842c-bc4fc06ec7a3"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.629508329Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","reconcileID":"e496a1ca-35c4-4a90-8853-8420ad35fd44"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.684732824Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-cvrqp","name":"lq-kznlf","reconcileID":"353cd636-b1fd-46cd-940d-ff49dfde936b"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.684755411Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-n29dm"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.684853006Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-n29dm","reconcileID":"3ecf32d8-07bd-4618-b8b1-c6719a13ceaa"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.685031914Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-cvrqp","name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","reconcileID":"54b9e6bb-1f41-4781-b145-976ad879aa33"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.73751903Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-kznlf","namespace":"test-ns-cvrqp"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.737904133Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-cvrqp","name":"lq-kznlf","reconcileID":"d7188dd0-1b04-48f5-a927-dc0f35e388a6"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.976257605Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"rf-lrg49"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:20.976365377Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-lrg49","reconcileID":"36f7eb87-6038-472e-bc86-8ef53f8bb8f3"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.093684995Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:351","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cq-m4rk2"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.09389039Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-m4rk2","reconcileID":"c3c6370e-dd97-4749-bd17-12f3a935ad40"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.106755552Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:240","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"lq-2lr69","namespace":"test-ns-27ch7"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.106880622Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-27ch7","name":"lq-2lr69","reconcileID":"526eec2a-7057-49a5-98c2-416a5fd3648c"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.151381262Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-m4rk2"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.151517264Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-m4rk2","reconcileID":"40bd8b59-0269-4e67-b4b8-9c687ab4ad5c"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.159327966Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-27ch7","name":"lq-2lr69","reconcileID":"4d4bd9d6-a706-4086-9f92-21e6e684c455"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.159392139Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-2lr69","namespace":"test-ns-27ch7"}}
{"level":"Level(-3)","ts":"2026-11-02T12:33:21.20956941Z","logger":"localqueue-reconciler","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-27ch7","name":"lq-2lr69","reconcileID":"4d4bd9d6-a706-4086-9f92-21e6e684c455","error":"Operation cannot be fulfilled on localqueues.kueue.x-k8s.io \"lq-2lr69\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.209634746Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-27ch7","name":"lq-2lr69","reconcileID":"19d9d500-7a1f-4262-8375-ef1a45570cab"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.26190593Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-2lr69","namespace":"test-ns-27ch7"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.261994278Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-27ch7","name":"lq-2lr69","reconcileID":"7e27934b-280b-44dd-95b5-0f532dff0e37"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.281667099Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"ec0fd93f-e635-4d78-8050-a354a5dc2231","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.586869713Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.586931615Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"85ec9299-1ce8-4f60-86e1-9f242808a824"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.58699856Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"85ec9299-1ce8-4f60-86e1-9f242808a824","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.587128487Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"1c66fe73-e408-4259-ac53-29fb9b82e21a"}
{"level":"debug","ts":"2026-11-02T12:33:21.587136255Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"test-preemption-trainjob-vtcs9","namespace":"test-ns-27ch7"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"CreatedWorkload","action":"CreatedWorkload","note":"Created Workload: test-ns-27ch7/trainjob-test-preemption-trainjob-vtcs9-f3432"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.587130407Z","logger":"scheduler","caller":"scheduler/scheduler.go:308","msg":"Obtained heads","replica-role":"leader","schedulingCycle":3,"headCount":1,"waitDuration":40.212906183}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.587180173Z","logger":"scheduler","caller":"scheduler/scheduler.go:323","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":3,"duration":0.000013298}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.58718062Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"811145eb-ffc0-44cf-9487-ee9e1bfd89e4","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.587266717Z","logger":"scheduler","caller":"scheduler/scheduler.go:328","msg":"Nomination done","replica-role":"leader","schedulingCycle":3,"entries":1,"inadmissibleEntries":0,"duration":0.000074346}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.587296338Z","logger":"scheduler","caller":"scheduler/scheduler.go:406","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":3,"workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"clusterQueue":{"name":"cq-m4rk2"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.587380078Z","logger":"scheduler","caller":"scheduler/scheduler.go:1041","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":3,"workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"clusterQueue":{"name":"cq-m4rk2"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.587402866Z","logger":"scheduler","caller":"scheduler/scheduler.go:362","msg":"Workload processing done","replica-role":"leader","schedulingCycle":3,"duration":0.000113317}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.587418992Z","logger":"scheduler","caller":"scheduler/scheduler.go:297","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":3,"duration":40.213195686}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.5874388Z","logger":"scheduler","caller":"scheduler/scheduler.go:295","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":4}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.6302916Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-cvrqp","name":"pod-dw-deployment-bm5zh-75659bbb8f-lphf5-865f0","reconcileID":"78852559-5cd4-4e1e-9e25-c72362d7f7a0"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.696198682Z","logger":"scheduler","caller":"scheduler/scheduler.go:1000","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":3,"workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"clusterQueue":{"name":"cq-m4rk2"},"assignments":[{"name":"node","count":1}]}
{"level":"debug","ts":"2026-11-02T12:33:21.696238889Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"Admitted","action":"Admitted","note":"Admitted by ClusterQueue cq-m4rk2, wait time since reservation was 1s"}
{"level":"debug","ts":"2026-11-02T12:33:21.696258153Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"QuotaReserved","action":"QuotaReserved","note":"Quota reserved in ClusterQueue cq-m4rk2, wait time since queued was 1s"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.696248913Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"194a9388-2b17-4061-8042-9c736ac68f1b"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.696288824Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"admitted","prevStatus":"pending","clusterQueue":"cq-m4rk2"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.696297638Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"194a9388-2b17-4061-8042-9c736ac68f1b","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.696457667Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"f60461d1-6c42-4337-aa9e-ede3e4d74511"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.744637755Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"94a8a061-f95b-4d77-97c9-3743d703a214","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:21.899236332Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"94a8a061-f95b-4d77-97c9-3743d703a214","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-3)","ts":"2026-11-02T12:33:22.004570501Z","logger":"trainjob","caller":"jobframework/reconciler.go:594","msg":"Unsuspending job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"94a8a061-f95b-4d77-97c9-3743d703a214","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"test-preemption-trainjob-vtcs9\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-3)","ts":"2026-11-02T12:33:22.004638993Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"94a8a061-f95b-4d77-97c9-3743d703a214","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"test-preemption-trainjob-vtcs9\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:22.004721252Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"56e59900-e2b2-4399-9143-b21528ad4c52","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:22.158062663Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"56e59900-e2b2-4399-9143-b21528ad4c52","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:22.484059868Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"dbe14bc7-13b4-4e7d-af81-0ef9b6f387a0","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-02T12:33:22.484196167Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"test-preemption-trainjob-vtcs9","namespace":"test-ns-27ch7"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"Started","action":"Started","note":"Admitted by clusterQueue cq-m4rk2"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:22.588061481Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-m4rk2","reconcileID":"89605b26-d399-41dd-99c1-2973c87953a8"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:22.588067127Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-27ch7","name":"lq-2lr69","reconcileID":"c02284f9-bfbc-40ac-821d-f4db68f4cf42"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:22.639750544Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"319dd87d-f34c-4a18-8438-4f78b6341e2d","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:22.640725255Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-2lr69","namespace":"test-ns-27ch7"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:22.640853119Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-27ch7","name":"lq-2lr69","reconcileID":"184cadaf-17b3-4aa6-81a8-41dab8331e2a"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:22.64403338Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-m4rk2"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:22.647848834Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-m4rk2","reconcileID":"750d32cd-ad16-4521-b6a7-295db94a8298"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:22.793780377Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"380243c9-680c-4c31-b765-d7e8b3abaf7e","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:22.946957671Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"e5128ae2-1760-4f5c-b3a4-e9771e7aa227","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:23.100936999Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"ffa7cbdb-cb43-47e6-b23f-fcd918adcf06","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:23.835431871Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"21f5c353-bf3d-4541-8465-454f814a9581"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:25.438795245Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"admitted","clusterQueue":"cq-m4rk2"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:25.438870484Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"73ec75b3-a991-4bf4-9fec-80e414ef460d"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:25.438882851Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"admitted","clusterQueue":"cq-m4rk2"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:25.438915823Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"73ec75b3-a991-4bf4-9fec-80e414ef460d","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T12:33:25.438977867Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"e0284f1b-cf35-4695-af55-ff2a713f624f","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:25.438992311Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"ab3ff239-c516-4556-baba-e87396b225b9"}
{"level":"debug","ts":"2026-11-02T12:33:25.55076773Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"EvictedDueToDeactivated","action":"EvictedDueToDeactivated","note":"The workload is deactivated"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:25.550854149Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"31b31a53-ac0b-46e9-800a-77ec376c53c3"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:25.550889522Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"31b31a53-ac0b-46e9-800a-77ec376c53c3","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T12:33:25.550901833Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"admitted","clusterQueue":"cq-m4rk2"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:25.550964072Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"admitted","clusterQueue":"cq-m4rk2"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:25.551053846Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"2cccc143-c82b-4d8f-8c2f-aac217bf700c"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:25.592339104Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"701cf4f8-df26-40bb-821a-d2a540ec6ee5","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:25.870128428Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"4cedc344-e0ac-4088-b526-b4d7a6566c94"}
{"level":"debug","ts":"2026-11-02T12:33:25.909259359Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"test-preemption-trainjob-vtcs9","namespace":"test-ns-27ch7"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"Stopped","action":"Stopped","note":"The workload is deactivated"}
{"level":"error","ts":"2026-11-02T12:33:25.909094397Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"701cf4f8-df26-40bb-821a-d2a540ec6ee5","error":"jobs are still active","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:25.909644936Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"8916aefe-3aa5-441b-9edf-d46d5b27a7d2","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"error","ts":"2026-11-02T12:33:26.061802665Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"8916aefe-3aa5-441b-9edf-d46d5b27a7d2","error":"jobs are still active","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.061937513Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"f76e264c-02c7-47e3-a012-50760961cbed","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"error","ts":"2026-11-02T12:33:26.214234295Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"f76e264c-02c7-47e3-a012-50760961cbed","error":"jobs are still active","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.214331125Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"79650788-d09a-4cc1-b709-0c0163f494b9","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"error","ts":"2026-11-02T12:33:26.366389692Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"79650788-d09a-4cc1-b709-0c0163f494b9","error":"jobs are still active","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.366495295Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"5c2b344e-b816-45c5-92f6-2b32081f5293","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.439311221Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-27ch7","name":"lq-2lr69","reconcileID":"877ead19-f88d-424d-802c-dcade826c1fa"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.439311149Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-m4rk2","reconcileID":"100d46a3-8477-446a-8082-322d353a8369"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.492109112Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-m4rk2"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.492188069Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"f86143eb-a2e0-4e65-a63b-01680b03a157"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.494468841Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-2lr69","namespace":"test-ns-27ch7"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.49454658Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-27ch7","name":"lq-2lr69","reconcileID":"b40c1193-20b9-44a1-8219-98aa1794e86f"}
{"level":"Level(-3)","ts":"2026-11-02T12:33:26.49475993Z","logger":"clusterqueue-reconciler","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","name":"cq-m4rk2","reconcileID":"100d46a3-8477-446a-8082-322d353a8369","error":"Operation cannot be fulfilled on clusterqueues.kueue.x-k8s.io \"cq-m4rk2\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.494848393Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-m4rk2","reconcileID":"cd731766-06e5-4cca-91ac-97b0a3450465"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.504565538Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"rf-lrg49"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.504623569Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-lrg49","reconcileID":"b2e188d1-4ceb-4765-bd06-1b56acba357a"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.600466304Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:376","msg":"ClusterQueue delete event","replica-role":"leader","clusterQueue":{"name":"cq-m4rk2"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.600518611Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-27ch7","name":"lq-2lr69","reconcileID":"e7a71e2c-0ff2-4c31-9f9c-4db6f46f639c"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.60053806Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:385","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"leader","clusterQueue":{"name":"cq-m4rk2"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.600632792Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-lrg49","reconcileID":"7d523d02-508c-491e-9b77-31d7cf42197d"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.600664236Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"4516aaaf-988c-4bfa-99fe-7e4b5225b89d"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.653292543Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-2lr69","namespace":"test-ns-27ch7"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.653383393Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-27ch7","name":"lq-2lr69","reconcileID":"06fd2a02-09ae-4728-b18c-f6ae08bd99f1"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.704562803Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"leader","resourceFlavor":{"name":"rf-lrg49"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.777953647Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"rf-q65ff"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.778033955Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-q65ff","reconcileID":"fdd79088-a6d4-4079-8e11-7f2a836c223e"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.79112731Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"1034d5f2-b432-4f4d-9670-e431bd5d3557","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.791469082Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"pending","prevStatus":"admitted","prevClusterQueue":"cq-m4rk2"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.791483827Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"c01b4460-e595-418b-969e-aeddb17a7ccf"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.791518439Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"c01b4460-e595-418b-969e-aeddb17a7ccf","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.791517479Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"pending","prevStatus":"admitted","prevClusterQueue":"cq-m4rk2"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.791596162Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"e6e2124a-2a56-478c-84c7-1a7d03f2c896"}
{"level":"error","ts":"2026-11-02T12:33:26.840288322Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"1034d5f2-b432-4f4d-9670-e431bd5d3557","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-vtcs9\" is forbidden: unable to create new content in namespace test-ns-27ch7 because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T12:33:26.840340429Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"1034d5f2-b432-4f4d-9670-e431bd5d3557","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-vtcs9\" is forbidden: unable to create new content in namespace test-ns-27ch7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.840410825Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"e1ce97b0-9c0b-4780-9e5f-bdd39025fd29","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"error","ts":"2026-11-02T12:33:26.88933943Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"e1ce97b0-9c0b-4780-9e5f-bdd39025fd29","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-vtcs9\" is forbidden: unable to create new content in namespace test-ns-27ch7 because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T12:33:26.889398729Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"e1ce97b0-9c0b-4780-9e5f-bdd39025fd29","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-vtcs9\" is forbidden: unable to create new content in namespace test-ns-27ch7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.892560662Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:351","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cq-v85gt"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.89272609Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-v85gt","reconcileID":"0fae22c3-9bff-493f-a710-3ccb0ba37e93"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.899672346Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"5926e665-b415-4626-acd1-9f185382710e","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.90070635Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.900748323Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-vtcs9-f3432","namespace":"test-ns-27ch7"},"queue":"lq-2lr69","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.900767603Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"e209c2e6-2a86-4ae6-935b-fc62d154b35b"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.900792956Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"e209c2e6-2a86-4ae6-935b-fc62d154b35b","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.900855826Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-27ch7","name":"trainjob-test-preemption-trainjob-vtcs9-f3432","reconcileID":"1b35a95c-0245-4f5f-8734-2d333da683c9"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.906297164Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:240","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"lq-hbfq8","namespace":"test-ns-sddzb"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.906389647Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-sddzb","name":"lq-hbfq8","reconcileID":"7ca2a783-7889-44a1-b609-8e8150684402"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.947753033Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-v85gt"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.947919923Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-v85gt","reconcileID":"cd9cfe8e-9949-46bc-8add-288dfbed68cb"}
{"level":"error","ts":"2026-11-02T12:33:26.948644311Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"5926e665-b415-4626-acd1-9f185382710e","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-vtcs9\" is forbidden: unable to create new content in namespace test-ns-27ch7 because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T12:33:26.948694778Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"5926e665-b415-4626-acd1-9f185382710e","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-vtcs9\" is forbidden: unable to create new content in namespace test-ns-27ch7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.948757851Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"f0975f6f-9028-4c1d-8c72-161438ab3680","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.958643394Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-sddzb","name":"lq-hbfq8","reconcileID":"fde4aa89-2c8a-4079-84d9-cb7d4e4c3411"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:26.958649448Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-hbfq8","namespace":"test-ns-sddzb"}}
{"level":"error","ts":"2026-11-02T12:33:26.997786918Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"f0975f6f-9028-4c1d-8c72-161438ab3680","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-vtcs9\" is forbidden: unable to create new content in namespace test-ns-27ch7 because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T12:33:26.997858748Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"f0975f6f-9028-4c1d-8c72-161438ab3680","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-vtcs9\" is forbidden: unable to create new content in namespace test-ns-27ch7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.01291152Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-sddzb","name":"lq-hbfq8","reconcileID":"53fd8335-f5c2-444e-a1d9-4014987c5d04"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.012918304Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-hbfq8","namespace":"test-ns-sddzb"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.013032217Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-sddzb","name":"lq-hbfq8","reconcileID":"31a1c5c7-ae7d-475d-9241-cd851d7ebfe8"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.03815538Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"3d26a826-971a-4e11-8bdd-003711ba69fe","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"error","ts":"2026-11-02T12:33:27.087227143Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"3d26a826-971a-4e11-8bdd-003711ba69fe","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-vtcs9\" is forbidden: unable to create new content in namespace test-ns-27ch7 because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T12:33:27.087296278Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"3d26a826-971a-4e11-8bdd-003711ba69fe","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-vtcs9\" is forbidden: unable to create new content in namespace test-ns-27ch7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.087391399Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-sddzb","name":"test-runtimepatches-trainjob-8qzvh","reconcileID":"a163d86f-7d08-4a8f-95a5-a41af3e17cf5","job":"test-ns-sddzb/test-runtimepatches-trainjob-8qzvh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-02T12:33:27.400634995Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"test-runtimepatches-trainjob-8qzvh","namespace":"test-ns-sddzb"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"CreatedWorkload","action":"CreatedWorkload","note":"Created Workload: test-ns-sddzb/trainjob-test-runtimepatches-trainjob-8qzvh-f53d6"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.400644213Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"d3fcd3b2-9219-48d0-8ce6-fd34f197f0a9","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.400702673Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-sddzb","name":"trainjob-test-runtimepatches-trainjob-8qzvh-f53d6","reconcileID":"498fd9af-da5b-4ea1-8b3c-f3eecd1f927b"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.400732274Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-sddzb","name":"trainjob-test-runtimepatches-trainjob-8qzvh-f53d6","reconcileID":"498fd9af-da5b-4ea1-8b3c-f3eecd1f927b","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.400657729Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"leader","workload":{"name":"trainjob-test-runtimepatches-trainjob-8qzvh-f53d6","namespace":"test-ns-sddzb"},"queue":"lq-hbfq8","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.400923823Z","logger":"scheduler","caller":"scheduler/scheduler.go:308","msg":"Obtained heads","replica-role":"leader","schedulingCycle":4,"headCount":1,"waitDuration":5.813484386}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.400946913Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-sddzb","name":"trainjob-test-runtimepatches-trainjob-8qzvh-f53d6","reconcileID":"99eeb3fc-6229-4e19-9cb3-2f9456b3e3fb"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.400959133Z","logger":"scheduler","caller":"scheduler/scheduler.go:323","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":4,"duration":0.000009711}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.401035535Z","logger":"scheduler","caller":"scheduler/scheduler.go:328","msg":"Nomination done","replica-role":"leader","schedulingCycle":4,"entries":1,"inadmissibleEntries":0,"duration":0.000068021}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.401055147Z","logger":"scheduler","caller":"scheduler/scheduler.go:406","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":4,"workload":{"name":"trainjob-test-runtimepatches-trainjob-8qzvh-f53d6","namespace":"test-ns-sddzb"},"clusterQueue":{"name":"cq-v85gt"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.40113381Z","logger":"scheduler","caller":"scheduler/scheduler.go:1041","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":4,"workload":{"name":"trainjob-test-runtimepatches-trainjob-8qzvh-f53d6","namespace":"test-ns-sddzb"},"clusterQueue":{"name":"cq-v85gt"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.401155488Z","logger":"scheduler","caller":"scheduler/scheduler.go:362","msg":"Workload processing done","replica-role":"leader","schedulingCycle":4,"duration":0.000104394}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.401172968Z","logger":"scheduler","caller":"scheduler/scheduler.go:297","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":4,"duration":5.813734036}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.401186297Z","logger":"scheduler","caller":"scheduler/scheduler.go:295","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":5}
{"level":"error","ts":"2026-11-02T12:33:27.449978711Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"d3fcd3b2-9219-48d0-8ce6-fd34f197f0a9","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-vtcs9\" is forbidden: unable to create new content in namespace test-ns-27ch7 because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T12:33:27.450044711Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"d3fcd3b2-9219-48d0-8ce6-fd34f197f0a9","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-vtcs9\" is forbidden: unable to create new content in namespace test-ns-27ch7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.450142037Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-sddzb","name":"test-runtimepatches-trainjob-8qzvh","reconcileID":"bc53dbb5-9ebd-42d2-b628-c982910c1d9d","job":"test-ns-sddzb/test-runtimepatches-trainjob-8qzvh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.508910859Z","logger":"scheduler","caller":"scheduler/scheduler.go:1000","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":4,"workload":{"name":"trainjob-test-runtimepatches-trainjob-8qzvh-f53d6","namespace":"test-ns-sddzb"},"clusterQueue":{"name":"cq-v85gt"},"assignments":[{"name":"node","flavors":{"cpu":"rf-q65ff","memory":"rf-q65ff"},"resourceUsage":{"cpu":"100m","memory":"128Mi"},"count":1}]}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.508965388Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-test-runtimepatches-trainjob-8qzvh-f53d6","namespace":"test-ns-sddzb"},"queue":"lq-hbfq8","status":"admitted","prevStatus":"pending","clusterQueue":"cq-v85gt"}
{"level":"debug","ts":"2026-11-02T12:33:27.508969615Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-test-runtimepatches-trainjob-8qzvh-f53d6","namespace":"test-ns-sddzb"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"QuotaReserved","action":"QuotaReserved","note":"Quota reserved in ClusterQueue cq-v85gt, wait time since queued was 1s"}
{"level":"debug","ts":"2026-11-02T12:33:27.509001606Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-test-runtimepatches-trainjob-8qzvh-f53d6","namespace":"test-ns-sddzb"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"Admitted","action":"Admitted","note":"Admitted by ClusterQueue cq-v85gt, wait time since reservation was 1s"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.509008056Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-sddzb","name":"trainjob-test-runtimepatches-trainjob-8qzvh-f53d6","reconcileID":"9deb97a7-0204-45c7-b7c2-9a03bf8009e7"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.509041275Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-sddzb","name":"trainjob-test-runtimepatches-trainjob-8qzvh-f53d6","reconcileID":"9deb97a7-0204-45c7-b7c2-9a03bf8009e7","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.509199585Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-sddzb","name":"trainjob-test-runtimepatches-trainjob-8qzvh-f53d6","reconcileID":"d79fe16e-5845-4cb8-965a-31e8e43c2ed7"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.602066647Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-sddzb","name":"test-runtimepatches-trainjob-8qzvh","reconcileID":"957c23b4-a541-4e97-b16e-ff537d25667e","job":"test-ns-sddzb/test-runtimepatches-trainjob-8qzvh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.755095979Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-sddzb","name":"test-runtimepatches-trainjob-8qzvh","reconcileID":"957c23b4-a541-4e97-b16e-ff537d25667e","job":"test-ns-sddzb/test-runtimepatches-trainjob-8qzvh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.792095778Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-27ch7","name":"lq-2lr69","reconcileID":"f47763e1-2c53-43f3-a213-0d250c27d240"}
{"level":"Level(-3)","ts":"2026-11-02T12:33:27.972949466Z","logger":"trainjob","caller":"jobframework/reconciler.go:594","msg":"Unsuspending job","replica-role":"leader","namespace":"test-ns-sddzb","name":"test-runtimepatches-trainjob-8qzvh","reconcileID":"957c23b4-a541-4e97-b16e-ff537d25667e","job":"test-ns-sddzb/test-runtimepatches-trainjob-8qzvh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"test-runtimepatches-trainjob-8qzvh\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-3)","ts":"2026-11-02T12:33:27.973031009Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-sddzb","name":"test-runtimepatches-trainjob-8qzvh","reconcileID":"957c23b4-a541-4e97-b16e-ff537d25667e","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"test-runtimepatches-trainjob-8qzvh\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:27.973142448Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"8b34d13c-5861-44fb-a70f-65768ef5fb76","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"error","ts":"2026-11-02T12:33:28.022301536Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"8b34d13c-5861-44fb-a70f-65768ef5fb76","job":"test-ns-27ch7/test-preemption-trainjob-vtcs9","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-vtcs9\" is forbidden: unable to create new content in namespace test-ns-27ch7 because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T12:33:28.022367301Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-27ch7","name":"test-preemption-trainjob-vtcs9","reconcileID":"8b34d13c-5861-44fb-a70f-65768ef5fb76","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-vtcs9\" is forbidden: unable to create new content in namespace test-ns-27ch7 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:28.022467946Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-sddzb","name":"test-runtimepatches-trainjob-8qzvh","reconcileID":"68229c54-81d2-42fa-a74b-919bde19379c","job":"test-ns-sddzb/test-runtimepatches-trainjob-8qzvh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:28.140233267Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-v85gt"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:28.140319935Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-sddzb","name":"trainjob-test-runtimepatches-trainjob-8qzvh-f53d6","reconcileID":"6e6a71b5-fffe-4911-8588-1641e4c2f8f8"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:28.140348054Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-v85gt","reconcileID":"67eed5f2-2f7f-4441-a620-21d62ae138da"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:28.155034508Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"rf-q65ff"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:28.155101381Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-q65ff","reconcileID":"2e7979d6-2d7f-4eaa-bb9e-32b78dd5ca77"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:28.175387551Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-sddzb","name":"test-runtimepatches-trainjob-8qzvh","reconcileID":"68229c54-81d2-42fa-a74b-919bde19379c","job":"test-ns-sddzb/test-runtimepatches-trainjob-8qzvh","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:28.195529673Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-sddzb","name":"lq-hbfq8","reconcileID":"3657bff6-146d-41cc-9691-c9d194a93324"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:28.195528192Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-v85gt"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:28.195628275Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-sddzb","name":"trainjob-test-runtimepatches-trainjob-8qzvh-f53d6","reconcileID":"c3bd7332-53a4-4195-9dc6-521a39153778"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:28.195683483Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-v85gt","reconcileID":"339b8d93-89b0-4f94-8f31-72beb8c1e1ef"}
{"level":"Level(-2)","ts":"2026-11-02T12:33:28.250104737Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-hbfq8","namespace":"test-ns-sddzb"}}
{"level":"Level(-2)","ts":"2026-11-02T12:33:28.250207937Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-sddzb","name":"lq-hbfq8","reconcileID":"f63aa119-d9f6-4032-a11e-efbc008f9a8b"}