{"level":"Level(-2)","ts":"2026-11-02T09:43:50.240628919Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-r22k5","name":"e2e-test-flux","reconcileID":"60fda164-dbd7-4ee7-9404-8bbeb48d8645","job":"e2e-r22k5/e2e-test-flux","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-r22k5"}
{"level":"Level(-2)","ts":"2026-11-02T09:43:50.469659958Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-r22k5","name":"e2e-test-flux","reconcileID":"2d99a8b1-8be0-48c7-8e73-2c7021c2d9bb","job":"e2e-r22k5/e2e-test-flux","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-r22k5"}
{"level":"Level(-2)","ts":"2026-11-02T09:43:56.12787564Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-r22k5","name":"e2e-test-flux","reconcileID":"16b64263-39e4-4108-a9f7-3863c6047fae","job":"e2e-r22k5/e2e-test-flux","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-r22k5"}
{"level":"Level(-2)","ts":"2026-11-02T09:43:56.408045852Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-r22k5","name":"e2e-test-flux","reconcileID":"9e10c7a4-079c-4d2b-83d3-d4bb0fa27773","job":"e2e-r22k5/e2e-test-flux","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-r22k5"}
{"level":"Level(-2)","ts":"2026-11-02T09:43:57.145713913Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-r22k5","name":"e2e-test-flux","reconcileID":"6830d451-e37b-4c83-b84d-867bbb5ddfbe","job":"e2e-r22k5/e2e-test-flux","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-r22k5"}
{"level":"Level(-2)","ts":"2026-11-02T09:43:57.262149514Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-r22k5","name":"e2e-test-flux","reconcileID":"9f80e92a-31d1-4937-9cd0-5a3b0eb2afb9","job":"e2e-r22k5/e2e-test-flux","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-r22k5"}
{"level":"Level(-2)","ts":"2026-11-02T09:43:57.415625941Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-r22k5","name":"e2e-test-flux","reconcileID":"c269de17-041e-4a73-8528-0c07a4ddc95d","job":"e2e-r22k5/e2e-test-flux","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-r22k5"}
{"level":"Level(-2)","ts":"2026-11-02T09:43:57.671776738Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-t7fk4","name":"e2e-test","reconcileID":"87b74300-0c26-4978-887b-b2384ed48991","job":"e2e-t7fk4/e2e-test","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-t7fk4"}
{"level":"Level(-2)","ts":"2026-11-02T09:43:57.867792281Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-hchdx","name":"e2e-update-time","reconcileID":"811e69c5-d9ba-4d26-8c9b-928dcbd8da62","job":"e2e-hchdx/e2e-update-time","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-hchdx"}
{"level":"Level(-2)","ts":"2026-11-02T09:43:58.128191056Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-hchdx","name":"e2e-update-time","reconcileID":"bc74afaf-81bc-4daf-b915-2b9fcc6e9d98","job":"e2e-hchdx/e2e-update-time","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-hchdx"}
{"level":"Level(-2)","ts":"2026-11-02T09:43:58.245461223Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-hchdx","name":"e2e-update-time","reconcileID":"381beafc-6c52-42ea-949c-3ec2ab29397d","job":"e2e-hchdx/e2e-update-time","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-hchdx"}
{"level":"Level(-2)","ts":"2026-11-02T09:43:58.353357464Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-hchdx","name":"e2e-update-time","reconcileID":"bca901b3-3515-469a-b099-6400a5e46165","job":"e2e-hchdx/e2e-update-time","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-hchdx"}
{"level":"Level(-2)","ts":"2026-11-02T09:43:58.413854806Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-hchdx","name":"e2e-update-time","reconcileID":"9927d448-54cc-4256-a911-ed22b43fbece","job":"e2e-hchdx/e2e-update-time","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-hchdx"}
{"level":"Level(-2)","ts":"2026-11-02T09:43:58.644957958Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-hchdx","name":"e2e-update-time","reconcileID":"428833b6-2bef-4911-8c6a-cc7aacc16369","job":"e2e-hchdx/e2e-update-time","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-hchdx"}
{"level":"Level(-2)","ts":"2026-11-02T09:43:59.033647824Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-hchdx","name":"e2e-update-time","reconcileID":"165199d7-116f-4c98-abc3-a04921e219ec","job":"e2e-hchdx/e2e-update-time","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-hchdx"}
{"level":"Level(-2)","ts":"2026-11-02T09:43:59.156977366Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-hchdx","name":"e2e-update-time","reconcileID":"2abec595-2445-4339-ad39-81a41f24a586","job":"e2e-hchdx/e2e-update-time","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-hchdx"}
{"level":"Level(-2)","ts":"2026-11-02T09:43:59.227662214Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-5hjnr","name":"e2e-test-managed-by","reconcileID":"36481b42-44b5-4b9b-9bc9-a459d6ec70fa","job":"e2e-5hjnr/e2e-test-managed-by","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-5hjnr"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:14.405288413Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-hdfb4","name":"e2e-deadline-job","reconcileID":"1127d1e7-d36e-41bc-a178-7780a8ba4a27","job":"e2e-hdfb4/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-hdfb4"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:14.627130845Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-hdfb4","name":"e2e-deadline-job","reconcileID":"a7be1381-7fbb-40b9-8cb3-710ce092d893","job":"e2e-hdfb4/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-hdfb4"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:14.849923872Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-hdfb4","name":"e2e-deadline-job","reconcileID":"6f4894c4-5623-4de1-9de0-a73b04641426","job":"e2e-hdfb4/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-hdfb4"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:14.964578561Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-hdfb4","name":"e2e-deadline-job","reconcileID":"bbccfbd4-e1e3-4033-b524-5d91c022585b","job":"e2e-hdfb4/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-hdfb4"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:14.96470028Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-hdfb4","name":"e2e-deadline-job","reconcileID":"67357686-ef7b-4cdf-adcc-35c7751b60e3","job":"e2e-hdfb4/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-hdfb4"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:15.079819724Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-hdfb4","name":"e2e-deadline-job","reconcileID":"31e2eb09-9bc8-4b9f-bc83-292fd2356122","job":"e2e-hdfb4/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-hdfb4"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:18.231507588Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-hdfb4","name":"e2e-deadline-job","reconcileID":"663dfc81-fab0-4d7d-b3d5-b4910e4a513a","job":"e2e-hdfb4/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-hdfb4"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:18.34558417Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-hdfb4","name":"e2e-deadline-job","reconcileID":"04f7a16d-4da1-4773-b9cc-eb757b4384ec","job":"e2e-hdfb4/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-hdfb4"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:24.116216336Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-hdfb4","name":"e2e-deadline-job","reconcileID":"c2633cb4-fb98-48d3-8c72-8ebd21ce2141","job":"e2e-hdfb4/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-hdfb4"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:24.194563043Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-hdfb4","name":"e2e-deadline-job","reconcileID":"77189a0e-95b8-454f-ab39-61094a1674da","job":"e2e-hdfb4/e2e-deadline-job","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-hdfb4"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:24.685138548Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"906e65ae-8fec-4725-a40e-073ee3c0604b","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:24.916114907Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"316b7609-c1cd-4feb-bafa-ee4ea50d1fab","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:25.143582343Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"e609caa3-b94f-470d-b3e5-0c28782ea84e","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:25.217109306Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"4ba77421-6fc3-4a05-a13f-0e9288e82308","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:25.257111744Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"fe3ffbe6-77de-4359-8a50-2223f0ff01fa","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:25.372298003Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"f2828515-e195-4ee3-b2ba-343ff6f8b6d2","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:25.639317765Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"f92d35fc-3549-4fb2-afb9-25eec5dba7e9","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:25.75462364Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"882978dd-b2fb-4a95-abab-1d3858901150","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:25.869018496Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"40c0045e-b6da-4b2f-93c9-c605e5174d2e","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:25.876964806Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"eaf5d0e9-f098-4392-b846-7d82bc9f726d","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:25.929679675Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"23c9b7b6-f044-4f9f-8c74-2a968be31703","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:26.154186712Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"9c3b3dfb-77a3-408d-8ce2-9030fbb78d70","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:26.419083325Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"c7ecfae9-2441-41d6-87fd-f4fe1e72d63c","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:26.606835121Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"423964d0-59b9-467d-8fc5-94533ff1203a","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:26.723600091Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"df0658c8-a1a5-4fb0-baac-ce61a98b8b8c","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:26.783309996Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"a41c0885-940d-4cae-bde2-088bbf259117","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:26.841139994Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"36e096c7-2eff-4bd6-99c7-4482aa8a18d6","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:26.949693352Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"6544def1-97ea-461d-a86e-cf382255eaf1","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:26.956662429Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"84ac99ae-110d-481e-bda4-cc8baa70560f","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:27.063348411Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-fg4nb","name":"e2e-test-runtime-update","reconcileID":"54990982-208c-4bc3-b848-d945671b54e9","job":"e2e-fg4nb/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-fg4nb"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:27.673054024Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"d3246df6-25ba-448f-ac18-69e541664634","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:27.893570111Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"96ea8e9b-65b6-46cf-9d86-b4a10332d1b2","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:28.067367831Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"d7c478d5-2b27-417e-bf97-01650596e83a","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:28.180439169Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"decf9f18-382c-46b5-8e5b-f5600d5a055e","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:28.197276482Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"7a80b581-b4a7-4926-a3d9-6f0f7060cdc6","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:28.295764709Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"030c8d9f-0d57-4acd-a79a-65391fe588a2","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:28.629269236Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"a452bd7b-0c6f-488b-b4d8-c574729f5b46","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:28.742176842Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"c720fb8d-c521-4e4f-8ac4-fdf01288221d","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:28.855784301Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"206dd8b7-e8be-4678-8828-344aa082b65e","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:28.859886696Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"6df22e32-f9d7-4794-a4c9-bf4f135b5139","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:28.918794143Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"baeb461e-1f23-4c1c-8d08-15055b09d188","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:29.14115072Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"05d42377-486d-41f9-ae49-b6ace1d2e4a3","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:29.406354332Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"6539d4c3-d93b-47b1-83a2-b1eb779822b2","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:29.5931282Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"b081e680-8f81-4fbb-9da8-92cd267f7e00","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:29.708521946Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"9299723a-b133-469b-95ad-1b734ab4848d","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:29.767761641Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"bd3ad175-7353-4837-b8a4-f1033ff24582","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:29.825348359Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"57a75a42-fa68-4eba-925d-a404707f94e6","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:29.90030466Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"1618d70b-3b89-4161-b226-20f066e50ae4","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:29.935926317Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"360b09a9-3274-4fb5-bd66-6b16864b60e0","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:44:30.04957686Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"e2e-jdzjf","name":"e2e-test-runtime-update","reconcileID":"4b145af0-2d7d-49ef-a476-b78e30b5e79f","job":"e2e-jdzjf/e2e-test-runtime-update","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"e2e-jdzjf"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:17.688792139Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lnwww","name":"test-dra-trainjob-z8gkk","reconcileID":"076809f9-e1f3-4cf2-8dcb-62dc2fc60f24","job":"test-ns-lnwww/test-dra-trainjob-z8gkk","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lnwww"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:17.92258262Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lnwww","name":"test-dra-trainjob-z8gkk","reconcileID":"2f40bf8a-0daa-4f70-a2fa-7ac94839680f","job":"test-ns-lnwww/test-dra-trainjob-z8gkk","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lnwww"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:18.100164095Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lnwww","name":"test-dra-trainjob-z8gkk","reconcileID":"ddd200ec-c255-4fad-9cda-d2392a88867d","job":"test-ns-lnwww/test-dra-trainjob-z8gkk","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lnwww"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:18.216959391Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lnwww","name":"test-dra-trainjob-z8gkk","reconcileID":"bd8d44c9-9853-45d7-8d58-76b8dffae814","job":"test-ns-lnwww/test-dra-trainjob-z8gkk","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lnwww"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:18.346310989Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lnwww","name":"test-dra-trainjob-z8gkk","reconcileID":"9ff21c5a-e44e-4d7e-b9b7-dd6788aab024","job":"test-ns-lnwww/test-dra-trainjob-z8gkk","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lnwww"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:18.462310776Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lnwww","name":"test-dra-trainjob-z8gkk","reconcileID":"4ead6755-6a1a-4129-a0e9-7450821aa421","job":"test-ns-lnwww/test-dra-trainjob-z8gkk","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lnwww"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:21.97714355Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lvjgk","name":"test-trainjob-k2zgt","reconcileID":"9eee706e-3acd-4c43-b4b3-20585b311b03","job":"test-ns-lvjgk/test-trainjob-k2zgt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lvjgk"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:22.198454312Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lvjgk","name":"test-trainjob-k2zgt","reconcileID":"7d8617b0-0854-42e8-9498-f97ae81e33db","job":"test-ns-lvjgk/test-trainjob-k2zgt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lvjgk"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:22.421943978Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lvjgk","name":"test-trainjob-k2zgt","reconcileID":"29fa386d-8ae5-48df-b407-859aa3f09c72","job":"test-ns-lvjgk/test-trainjob-k2zgt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lvjgk"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:22.531674717Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lvjgk","name":"test-trainjob-k2zgt","reconcileID":"fed5e1a2-049d-41a4-a210-c3ff7218c7c8","job":"test-ns-lvjgk/test-trainjob-k2zgt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lvjgk"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:22.537154186Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lvjgk","name":"test-trainjob-k2zgt","reconcileID":"1c815162-088e-4baa-96ff-14c9b957ea0c","job":"test-ns-lvjgk/test-trainjob-k2zgt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lvjgk"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:22.652818814Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lvjgk","name":"test-trainjob-k2zgt","reconcileID":"d61ed52b-7e06-4c68-a689-be4b6c30e4d5","job":"test-ns-lvjgk/test-trainjob-k2zgt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lvjgk"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:24.559980681Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lvjgk","name":"test-trainjob-k2zgt","reconcileID":"c5734282-074a-4c2e-aafa-dc6b27e1b0a6","job":"test-ns-lvjgk/test-trainjob-k2zgt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lvjgk"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:24.674676389Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lvjgk","name":"test-trainjob-k2zgt","reconcileID":"ca05e6a9-5ad2-4055-9282-a86505d7ae58","job":"test-ns-lvjgk/test-trainjob-k2zgt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lvjgk"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:24.941296179Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lnwww","name":"test-dra-trainjob-z8gkk","reconcileID":"5686cec3-6b4b-4e7d-be05-d8fa4d260b13","job":"test-ns-lnwww/test-dra-trainjob-z8gkk","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lnwww"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:25.055865878Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lnwww","name":"test-dra-trainjob-z8gkk","reconcileID":"a263459b-50c7-41fc-b8f3-2b37a63b0015","job":"test-ns-lnwww/test-dra-trainjob-z8gkk","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lnwww"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:31.606110523Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lvjgk","name":"test-trainjob-k2zgt","reconcileID":"a1c131ca-d18e-4540-9f16-87867666f7ca","job":"test-ns-lvjgk/test-trainjob-k2zgt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lvjgk"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:31.720288293Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lvjgk","name":"test-trainjob-k2zgt","reconcileID":"258d4f05-34dc-45f9-a950-c7954d6ab695","job":"test-ns-lvjgk/test-trainjob-k2zgt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lvjgk"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:32.604570358Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lvjgk","name":"test-trainjob-k2zgt","reconcileID":"24d316ad-f4bf-4f83-94d0-6e1e9cb37587","job":"test-ns-lvjgk/test-trainjob-k2zgt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lvjgk"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:32.668042082Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lvjgk","name":"test-trainjob-k2zgt","reconcileID":"9a5c221c-62f9-454e-8066-6cf8b5175e4b","job":"test-ns-lvjgk/test-trainjob-k2zgt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lvjgk"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:32.718529858Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lvjgk","name":"test-trainjob-k2zgt","reconcileID":"92c45e5c-ba85-4ab8-9069-9dab350c9980","job":"test-ns-lvjgk/test-trainjob-k2zgt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lvjgk"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:32.834576461Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lvjgk","name":"test-trainjob-k2zgt","reconcileID":"fe8d4f41-737b-4a69-aba1-03c4b8acd9aa","job":"test-ns-lvjgk/test-trainjob-k2zgt","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lvjgk"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:33.365128384Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lz4q2","name":"test-trainjob-j5q8l","reconcileID":"3bf4b058-ed6a-4202-956e-fefc37c80cb0","job":"test-ns-lz4q2/test-trainjob-j5q8l","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lz4q2"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:33.586761818Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lz4q2","name":"test-trainjob-j5q8l","reconcileID":"baa91577-31f6-4dec-a120-3a3cad2c8fdb","job":"test-ns-lz4q2/test-trainjob-j5q8l","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lz4q2"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:33.810440573Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lz4q2","name":"test-trainjob-j5q8l","reconcileID":"045545c3-134f-4656-8ea6-f2c3b32e3b43","job":"test-ns-lz4q2/test-trainjob-j5q8l","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lz4q2"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:33.924896905Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lz4q2","name":"test-trainjob-j5q8l","reconcileID":"24fad66c-f148-4e56-9549-f7fa581788a8","job":"test-ns-lz4q2/test-trainjob-j5q8l","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lz4q2"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:33.925101942Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lz4q2","name":"test-trainjob-j5q8l","reconcileID":"40811a73-8fae-447b-9ce5-1e8affcac4f3","job":"test-ns-lz4q2/test-trainjob-j5q8l","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lz4q2"}
{"level":"Level(-2)","ts":"2026-11-02T09:45:34.040742725Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lz4q2","name":"test-trainjob-j5q8l","reconcileID":"a95ebc69-e36d-4d46-87cd-3cdcbe999abb","job":"test-ns-lz4q2/test-trainjob-j5q8l","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lz4q2"}
{"level":"Level(-2)","ts":"2026-11-02T09:56:39.742633582Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lz4q2","name":"test-trainjob-j5q8l","reconcileID":"f7b9912f-da81-4c21-b1ae-e44cc5406f0b","job":"test-ns-lz4q2/test-trainjob-j5q8l","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lz4q2"}
{"level":"Level(-2)","ts":"2026-11-02T09:56:39.859149419Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lz4q2","name":"test-trainjob-j5q8l","reconcileID":"438bb22a-bbec-4785-9988-0210b9440cc3","job":"test-ns-lz4q2/test-trainjob-j5q8l","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lz4q2"}
{"level":"Level(-2)","ts":"2026-11-02T09:56:43.70294794Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lz4q2","name":"test-trainjob-j5q8l","reconcileID":"6b242b05-084f-41a0-8ea9-cce238c35477","job":"test-ns-lz4q2/test-trainjob-j5q8l","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lz4q2"}
{"level":"Level(-2)","ts":"2026-11-02T09:56:43.818826976Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lz4q2","name":"test-trainjob-j5q8l","reconcileID":"4e919391-fabe-4778-aaf5-704a2d08bcd8","job":"test-ns-lz4q2/test-trainjob-j5q8l","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lz4q2"}
{"level":"Level(-2)","ts":"2026-11-02T09:56:44.711922939Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lz4q2","name":"test-trainjob-j5q8l","reconcileID":"075fa47a-fc66-4f16-a2bf-2ccf27af2260","job":"test-ns-lz4q2/test-trainjob-j5q8l","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lz4q2"}
{"level":"Level(-2)","ts":"2026-11-02T09:56:44.826024466Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lz4q2","name":"test-trainjob-j5q8l","reconcileID":"ed372d7f-4b4e-421d-b6a9-4c4c760ce976","job":"test-ns-lz4q2/test-trainjob-j5q8l","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lz4q2"}
{"level":"Level(-2)","ts":"2026-11-02T09:56:44.829161288Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lz4q2","name":"test-trainjob-j5q8l","reconcileID":"da540803-7f50-4616-8322-21796cdacaee","job":"test-ns-lz4q2/test-trainjob-j5q8l","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lz4q2"}
{"level":"Level(-2)","ts":"2026-11-02T09:56:44.94301124Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-lz4q2","name":"test-trainjob-j5q8l","reconcileID":"5cefb964-e70c-43ef-a50c-bdcae930af69","job":"test-ns-lz4q2/test-trainjob-j5q8l","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-lz4q2"}
{"level":"Level(-2)","ts":"2026-11-02T09:56:45.940882508Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-b7jvq","name":"test-trainjob-8gc5z","reconcileID":"28b23201-c043-4e78-948b-430e7a4e5de4","job":"test-ns-b7jvq/test-trainjob-8gc5z","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-b7jvq"}
{"level":"Level(-2)","ts":"2026-11-02T09:56:46.413148466Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-b7jvq","name":"test-trainjob-8gc5z","reconcileID":"a03c42f9-ca75-4c78-8dc7-e7d51286cc90","job":"test-ns-b7jvq/test-trainjob-8gc5z","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-b7jvq"}
{"level":"Level(-2)","ts":"2026-11-02T09:56:46.636709492Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-b7jvq","name":"test-trainjob-8gc5z","reconcileID":"f6dfc16b-d5c1-4b46-aa5c-40d11b615ee3","job":"test-ns-b7jvq/test-trainjob-8gc5z","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-b7jvq"}
{"level":"Level(-2)","ts":"2026-11-02T09:56:46.750506964Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-b7jvq","name":"test-trainjob-8gc5z","reconcileID":"e2be61fc-ec24-44ae-b002-a20e59082368","job":"test-ns-b7jvq/test-trainjob-8gc5z","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-b7jvq"}
{"level":"Level(-2)","ts":"2026-11-02T09:56:46.96347411Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-b7jvq","name":"test-trainjob-8gc5z","reconcileID":"07c5c9b3-ff2c-45fb-8723-89a0f088e67e","job":"test-ns-b7jvq/test-trainjob-8gc5z","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-b7jvq"}
{"level":"Level(-2)","ts":"2026-11-02T09:56:47.079579882Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-b7jvq","name":"test-trainjob-8gc5z","reconcileID":"0f04a3f1-9db3-4f0c-8ec4-58f1f1197458","job":"test-ns-b7jvq/test-trainjob-8gc5z","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-b7jvq"}
{"level":"Level(-2)","ts":"2026-11-02T09:59:50.593540098Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-b7jvq","name":"test-trainjob-8gc5z","reconcileID":"58a89e53-9f9b-4159-ad4b-40239d2e62c3","job":"test-ns-b7jvq/test-trainjob-8gc5z","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-b7jvq"}
{"level":"Level(-2)","ts":"2026-11-02T09:59:50.710326649Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-b7jvq","name":"test-trainjob-8gc5z","reconcileID":"2193a835-9341-437d-9a04-ca95940a7c88","job":"test-ns-b7jvq/test-trainjob-8gc5z","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-b7jvq"}
{"level":"Level(-2)","ts":"2026-11-02T09:59:53.598289188Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-b7jvq","name":"test-trainjob-8gc5z","reconcileID":"e87e870f-aac9-475b-b4cd-021550933800","job":"test-ns-b7jvq/test-trainjob-8gc5z","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-b7jvq"}
{"level":"Level(-2)","ts":"2026-11-02T09:59:53.71489311Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-b7jvq","name":"test-trainjob-8gc5z","reconcileID":"5f494781-69fd-4ca6-949a-a67d79e006a8","job":"test-ns-b7jvq/test-trainjob-8gc5z","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-b7jvq"}
{"level":"Level(-2)","ts":"2026-11-02T09:59:54.605803385Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-b7jvq","name":"test-trainjob-8gc5z","reconcileID":"b690aebb-374e-44fb-a2d7-5ef71188d0d5","job":"test-ns-b7jvq/test-trainjob-8gc5z","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-b7jvq"}
{"level":"Level(-2)","ts":"2026-11-02T09:59:54.668732344Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-b7jvq","name":"test-trainjob-8gc5z","reconcileID":"99bbab1b-70f9-47b0-baed-58676d8be827","job":"test-ns-b7jvq/test-trainjob-8gc5z","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-b7jvq"}
{"level":"Level(-2)","ts":"2026-11-02T09:59:54.725708953Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-b7jvq","name":"test-trainjob-8gc5z","reconcileID":"6f5200ce-f4ad-402a-a1e9-3d613fa8bc13","job":"test-ns-b7jvq/test-trainjob-8gc5z","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-b7jvq"}
{"level":"Level(-2)","ts":"2026-11-02T09:59:54.841850741Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-b7jvq","name":"test-trainjob-8gc5z","reconcileID":"152d6e70-6641-47b2-93f7-2e7ea43f23b2","job":"test-ns-b7jvq/test-trainjob-8gc5z","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-b7jvq"}
{"level":"Level(-2)","ts":"2026-11-02T09:59:56.132237073Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"0b1f41d6-acc4-414e-afbd-beef7211da49","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T09:59:56.711203243Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"68bca16a-fcf2-48e5-a3f5-f1de21c6209d","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T09:59:56.937734141Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"557f7e40-db55-476f-bd9a-f83e5c22f2a2","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T09:59:57.055769595Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"ad931604-f300-4b96-97fc-ebd9c4bcf580","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T09:59:57.297267883Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"02a71fb7-b59c-4823-a26f-f0336b4d816d","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T09:59:57.415851954Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"e2eb7cae-5e38-47c2-8e4b-c615e2fb1de5","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:00:00.631704101Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-b7jvq","name":"test-trainjob-8gc5z","reconcileID":"3436743a-625c-4803-a3e6-61251dddc2b8","job":"test-ns-b7jvq/test-trainjob-8gc5z","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-b7jvq"}
{"level":"Level(-2)","ts":"2026-11-02T10:00:29.808927914Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"4fffb2f5-8ca3-4189-a4c0-5763786cfef6","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:00:29.979270545Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"9b5b6692-3480-46e9-a8b9-35a975bcf8f5","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:00:35.805368065Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"b96f6bd8-65b3-4ae8-9a48-cb93da3c668c","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:00:35.976377388Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"bff6a449-1e99-44da-9375-10ca09ba1888","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:00:36.814543902Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"b7440765-d78a-452a-b98c-75e9a4d9aea4","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:00:36.933477341Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"48f71abb-9958-4c85-ba3c-dc374d4610df","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:00:37.039576665Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"65d6d92a-ae88-4b4d-9991-2e5fd4bc0623","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:00:37.162914389Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"df2f5914-865d-442e-9aa7-0541998aba91","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:00:37.163881668Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"defd338c-528a-45ab-920e-a3f9f024be22","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:00:37.333218794Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"60f3f916-9e23-4b14-9385-13a0cba28ef9","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:03:27.596204152Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"13802245-88b7-4988-afd4-5194c00fb12d","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:03:27.71768173Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"66501051-bfbb-4b35-9e06-8657909a6df1","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:03:38.631128311Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"60889dec-609e-4fda-a949-e28bff36164e","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:03:38.748657125Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"692abd88-821b-4b7f-acfd-95f75d0017e4","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:03:39.64035855Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"0fae6752-5505-4919-9c52-3b5fcabe2e6d","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:03:39.759597948Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"0315ad50-b221-4180-917f-d97f28908343","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:03:39.830403313Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"5fa46d5d-6e6d-4dea-8fae-ec762b56b435","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:03:39.989006922Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"b5cad1f5-ab37-44a7-a5b1-edb13895f124","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:03:40.146476086Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"003e6612-51d0-48b1-b7d9-0fb11db30da7","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:03:40.265642586Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"1159fd6c-6135-40da-9109-8c1fb5a7bc16","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:03:49.828609217Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"9b5fbfff-727d-4f12-8a76-b2f584389964","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:03:49.94732119Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"8b005cc6-2a88-43da-b0b8-b640c4e80c3c","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:03:49.953357145Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"8911c0dd-a6bf-49bb-a653-ddaebe753b81","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:03:50.066680188Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"c93f4940-e0dd-49c9-9f16-b634dea9e810","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:03:56.522610407Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"d403d965-24ab-4b4c-816f-e4199845ec21","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:03:56.642124416Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"b4d5650f-8f02-4102-844d-c2e61ea5c6fc","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:03:56.647069874Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"c29e938b-1909-4a11-a980-8335d6b6f98a","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:03:56.759038281Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"ec238213-3a80-4bc7-bcca-16e362d1a85f","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:03:56.851834871Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-97rgq","name":"test-trainjob-8gq2v","reconcileID":"f339847d-ccc3-4cc1-ab32-d61d6c02dd5d","job":"test-ns-97rgq/test-trainjob-8gq2v","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-97rgq"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:08.094705675Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-k9msm","name":"w2b9dc528159","reconcileID":"8a48d049-d847-499a-af67-872f72bb36e1","job":"test-ns-k9msm/w2b9dc528159","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-k9msm"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:08.64651236Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-k9msm","name":"w2b9dc528159","reconcileID":"56d092e7-693a-495b-a29e-a3f5b6da3be1","job":"test-ns-k9msm/w2b9dc528159","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-k9msm"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:08.874080633Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-k9msm","name":"w2b9dc528159","reconcileID":"508b3bbf-28ab-413f-a503-0c3934776b8f","job":"test-ns-k9msm/w2b9dc528159","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-k9msm"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:08.994974212Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-k9msm","name":"w2b9dc528159","reconcileID":"7a94b8ed-1a9a-4c6d-b87c-9ee19d6d79d1","job":"test-ns-k9msm/w2b9dc528159","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-k9msm"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:09.119597092Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-k9msm","name":"w2b9dc528159","reconcileID":"17817c7b-d890-43e6-9465-93636cb25388","job":"test-ns-k9msm/w2b9dc528159","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-k9msm"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:09.238178116Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-k9msm","name":"w2b9dc528159","reconcileID":"851b88a1-1006-4ef9-a3d8-cf65a584adbd","job":"test-ns-k9msm/w2b9dc528159","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-k9msm"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:11.16342721Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-k9msm","name":"w2b9dc528159","reconcileID":"6cd7508c-31d5-493d-a68f-d652b13470ac","job":"test-ns-k9msm/w2b9dc528159","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-k9msm"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:11.283924795Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-k9msm","name":"w2b9dc528159","reconcileID":"3ded5513-5ffe-4df8-b4ad-bf477bd4ecab","job":"test-ns-k9msm/w2b9dc528159","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-k9msm"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:42.043794548Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-k9msm","name":"w2b9dc528159","reconcileID":"7ecb2a04-77cf-42d8-9924-da0d4a9bb2dd","job":"test-ns-k9msm/w2b9dc528159","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-k9msm"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:42.172095108Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-k9msm","name":"w2b9dc528159","reconcileID":"bdd34da2-d951-4fad-a592-acb7e93b3f71","job":"test-ns-k9msm/w2b9dc528159","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-k9msm"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:43.06717896Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-k9msm","name":"w2b9dc528159","reconcileID":"781d8982-f0f2-45f2-ab06-6502230bbc6e","job":"test-ns-k9msm/w2b9dc528159","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-k9msm"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:43.186496218Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-k9msm","name":"w2b9dc528159","reconcileID":"21b09e92-83e0-4a38-ac3a-df731df0195a","job":"test-ns-k9msm/w2b9dc528159","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-k9msm"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:43.211809708Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-k9msm","name":"w2b9dc528159","reconcileID":"25c1ba7d-072c-474a-acc0-4b43ed8d4f28","job":"test-ns-k9msm/w2b9dc528159","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-k9msm"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:43.306782456Z","logger":"trainjob","caller":"jobframework/reconciler.go:326","msg":"Namespace not opted in for Kueue management","replica-role":"leader","namespace":"test-ns-k9msm","name":"w2b9dc528159","reconcileID":"28dbfc99-d928-45f7-be1a-ee2ca04fc82c","job":"test-ns-k9msm/w2b9dc528159","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","namespace":"test-ns-k9msm"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:48.242505568Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"rf-2gbm7"}}
{"level":"Level(-2)","ts":"2026-11-02T10:04:48.242672706Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-2gbm7","reconcileID":"70a2e5b4-c213-425e-935b-5465ab25610e"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:48.593299829Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:351","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cq-p2mgz"}}
{"level":"Level(-2)","ts":"2026-11-02T10:04:48.593576532Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-p2mgz","reconcileID":"a213e7a0-f2dc-4a8e-85c4-58b4e5da16ca"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:48.614329514Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:240","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"lq-mdhxc","namespace":"test-ns-w49ls"}}
{"level":"Level(-2)","ts":"2026-11-02T10:04:48.614516577Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-w49ls","name":"lq-mdhxc","reconcileID":"f740e90d-bddd-4a7f-b8c8-e7a471f4a7a7"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:48.652277966Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-p2mgz"}}
{"level":"Level(-2)","ts":"2026-11-02T10:04:48.652473413Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-p2mgz","reconcileID":"94eab0e8-1e0d-429f-9e49-602566dc51f3"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:48.674093997Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-w49ls","name":"lq-mdhxc","reconcileID":"21e3c570-f799-4354-9017-8a1b3fce0187"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:48.674110181Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-mdhxc","namespace":"test-ns-w49ls"}}
{"level":"Level(-2)","ts":"2026-11-02T10:04:48.731076785Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-w49ls","name":"lq-mdhxc","reconcileID":"97f3d15e-ec78-4813-8eb1-8b6162f2c6b5"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:48.731175379Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-mdhxc","namespace":"test-ns-w49ls"}}
{"level":"Level(-3)","ts":"2026-11-02T10:04:48.786206058Z","logger":"localqueue-reconciler","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-w49ls","name":"lq-mdhxc","reconcileID":"97f3d15e-ec78-4813-8eb1-8b6162f2c6b5","error":"Operation cannot be fulfilled on localqueues.kueue.x-k8s.io \"lq-mdhxc\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:48.786292479Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-w49ls","name":"lq-mdhxc","reconcileID":"087084fd-4d2d-4149-b8d1-a2f5f6c095d6"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:49.466470484Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"dw-deployment-8m47b-bc45c9ffd-gpbww","reconcileID":"a17cd361-b932-40d8-a1d3-3db8ef01601f","job":"test-ns-w49ls/dw-deployment-8m47b-bc45c9ffd-gpbww","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:49.520755441Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.PriorityClass","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"debug","ts":"2026-11-02T10:04:49.951018381Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"dw-deployment-8m47b-bc45c9ffd-gpbww","namespace":"test-ns-w49ls"},"kind":"Pod","apiVersion":"v1","type":"Normal","reason":"CreatedWorkload","action":"CreatedWorkload","note":"Created Workload: test-ns-w49ls/pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.002048955Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"leader","workload":{"name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","namespace":"test-ns-w49ls"},"queue":"lq-mdhxc","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.002101698Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","reconcileID":"16790d31-43a6-4118-9501-d9714cc8af82"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.002123529Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"dw-deployment-8m47b-bc45c9ffd-gpbww","reconcileID":"78edae8c-a11d-471c-86ef-4cdd00fc58af","job":"test-ns-w49ls/dw-deployment-8m47b-bc45c9ffd-gpbww","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.002189957Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","reconcileID":"16790d31-43a6-4118-9501-d9714cc8af82","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.002311203Z","logger":"scheduler","caller":"scheduler/scheduler.go:308","msg":"Obtained heads","replica-role":"follower","schedulingCycle":1,"headCount":1,"waitDuration":2174.992267115}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.00236265Z","logger":"scheduler","caller":"scheduler/scheduler.go:323","msg":"Snapshot taken","replica-role":"follower","schedulingCycle":1,"duration":0.000013352}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.002396341Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","reconcileID":"8e4da411-597a-498d-8ce9-14017eb5f822"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.002490627Z","logger":"scheduler","caller":"scheduler/scheduler.go:328","msg":"Nomination done","replica-role":"follower","schedulingCycle":1,"entries":1,"inadmissibleEntries":0,"duration":0.000113594}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.002516795Z","logger":"scheduler","caller":"scheduler/scheduler.go:406","msg":"Attempting to schedule workload","replica-role":"follower","schedulingCycle":1,"workload":{"name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","namespace":"test-ns-w49ls"},"clusterQueue":{"name":"cq-p2mgz"}}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.002602643Z","logger":"scheduler","caller":"scheduler/scheduler.go:1041","msg":"Workload assumed in the cache","replica-role":"follower","schedulingCycle":1,"workload":{"name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","namespace":"test-ns-w49ls"},"clusterQueue":{"name":"cq-p2mgz"}}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.002625755Z","logger":"scheduler","caller":"scheduler/scheduler.go:362","msg":"Workload processing done","replica-role":"follower","schedulingCycle":1,"duration":0.00011392}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.002643912Z","logger":"scheduler","caller":"scheduler/scheduler.go:297","msg":"Scheduling cycle complete","replica-role":"follower","schedulingCycle":1,"duration":2174.992601283}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.002656743Z","logger":"scheduler","caller":"scheduler/scheduler.go:295","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":2}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.118478886Z","logger":"scheduler","caller":"scheduler/scheduler.go:1000","msg":"Workload successfully admitted and assigned flavors","replica-role":"follower","schedulingCycle":1,"workload":{"name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","namespace":"test-ns-w49ls"},"clusterQueue":{"name":"cq-p2mgz"},"assignments":[{"name":"main","flavors":{"cpu":"rf-2gbm7","memory":"rf-2gbm7"},"resourceUsage":{"cpu":"1","memory":"3Gi"},"count":1}]}
{"level":"debug","ts":"2026-11-02T10:04:50.118518373Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","namespace":"test-ns-w49ls"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"Admitted","action":"Admitted","note":"Admitted by ClusterQueue cq-p2mgz, wait time since reservation was 0s"}
{"level":"debug","ts":"2026-11-02T10:04:50.118535071Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","namespace":"test-ns-w49ls"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"QuotaReserved","action":"QuotaReserved","note":"Quota reserved in ClusterQueue cq-p2mgz, wait time since queued was 1s"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.118747933Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"dw-deployment-8m47b-bc45c9ffd-gpbww","reconcileID":"4ed5197b-7ddf-44e9-b792-7db982fad759","job":"test-ns-w49ls/dw-deployment-8m47b-bc45c9ffd-gpbww","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.118763856Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","reconcileID":"159e15d5-3e25-4fe0-90fa-4689569802d0"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.118822321Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","reconcileID":"159e15d5-3e25-4fe0-90fa-4689569802d0","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.118746165Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","namespace":"test-ns-w49ls"},"queue":"lq-mdhxc","status":"admitted","prevStatus":"pending","clusterQueue":"cq-p2mgz"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.118932821Z","logger":"v1_pod","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-w49ls","name":"dw-deployment-8m47b-bc45c9ffd-gpbww","reconcileID":"4ed5197b-7ddf-44e9-b792-7db982fad759","job":"test-ns-w49ls/dw-deployment-8m47b-bc45c9ffd-gpbww","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.119077745Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","reconcileID":"c07dd4e9-bb4d-42c3-ac72-91f953bba950"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.249475815Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"dw-deployment-8m47b-bc45c9ffd-gpbww","reconcileID":"7ca9273a-11f8-4474-9b74-ba2b333ed6ef","job":"test-ns-w49ls/dw-deployment-8m47b-bc45c9ffd-gpbww","gvk":"/v1, Kind=Pod"}
{"level":"debug","ts":"2026-11-02T10:04:50.249474871Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"dw-deployment-8m47b-bc45c9ffd-gpbww","namespace":"test-ns-w49ls"},"kind":"Pod","apiVersion":"v1","type":"Normal","reason":"Started","action":"Started","note":"Admitted by clusterQueue cq-p2mgz"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.257396334Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"dw-deployment-8m47b-bc45c9ffd-gpbww","reconcileID":"2038f7d0-3ae9-442d-88c7-894e3edfc7c8","job":"test-ns-w49ls/dw-deployment-8m47b-bc45c9ffd-gpbww","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.320637155Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"dw-deployment-8m47b-bc45c9ffd-gpbww","reconcileID":"d8745f8f-8139-45e9-9539-d31b42104968","job":"test-ns-w49ls/dw-deployment-8m47b-bc45c9ffd-gpbww","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:50.373433933Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"dw-deployment-8m47b-bc45c9ffd-gpbww","reconcileID":"d214fece-a98e-4e09-bc67-c4f3988015a6","job":"test-ns-w49ls/dw-deployment-8m47b-bc45c9ffd-gpbww","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:51.003225923Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-p2mgz","reconcileID":"f2349d82-3c1d-4be7-ba43-99f16e7da7be"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:51.003253597Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-w49ls","name":"lq-mdhxc","reconcileID":"8561cc01-7833-4ea7-87c7-bcc933fb32a1"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:51.060884297Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-mdhxc","namespace":"test-ns-w49ls"}}
{"level":"Level(-2)","ts":"2026-11-02T10:04:51.060975928Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-w49ls","name":"lq-mdhxc","reconcileID":"0eb336ec-8f96-4390-9001-eff36e79b373"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:51.064402071Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-p2mgz"}}
{"level":"Level(-2)","ts":"2026-11-02T10:04:51.064542795Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-p2mgz","reconcileID":"a351a8a3-72a5-42f6-b249-5c76aae6a9d8"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:51.245596993Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"dw-deployment-8m47b-bc45c9ffd-gpbww","reconcileID":"624aa2ec-9e22-43cc-bb16-13584813f3c2","job":"test-ns-w49ls/dw-deployment-8m47b-bc45c9ffd-gpbww","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:51.250425171Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-w49ls","name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","reconcileID":"cb71de4b-cf07-4465-a8a0-76df1bf5f758"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:52.983506443Z","logger":"v1_pod","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"dw-deployment-8m47b-bc45c9ffd-gpbww","reconcileID":"6dbcb315-ffd4-4698-b8a5-348e2abe7e7c","job":"test-ns-w49ls/dw-deployment-8m47b-bc45c9ffd-gpbww","gvk":"/v1, Kind=Pod"}
{"level":"Level(-2)","ts":"2026-11-02T10:04:53.983980463Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-w49ls","name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","reconcileID":"e40051fb-ceea-4788-9f84-ffb0f9618c3c"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.096185842Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"2362bac3-e1e6-4ff9-886a-b8db7325b3f7","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.420673495Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"f6e4e715-f355-4bc9-9697-c8860c5de786","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-02T10:05:06.420668581Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"j7a7c0cea561","namespace":"test-ns-w49ls"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"CreatedWorkload","action":"CreatedWorkload","note":"Created Workload: test-ns-w49ls/trainjob-j7a7c0cea561-469d3"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.421034451Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"leader","workload":{"name":"trainjob-j7a7c0cea561-469d3","namespace":"test-ns-w49ls"},"queue":"lq-mdhxc","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.421069748Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"trainjob-j7a7c0cea561-469d3","reconcileID":"315118e5-216e-4b5c-a7dd-f409bbf2422d"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.421247233Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"trainjob-j7a7c0cea561-469d3","reconcileID":"315118e5-216e-4b5c-a7dd-f409bbf2422d","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.421299348Z","logger":"scheduler","caller":"scheduler/scheduler.go:308","msg":"Obtained heads","replica-role":"leader","schedulingCycle":2,"headCount":1,"waitDuration":16.418641755}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.42133847Z","logger":"scheduler","caller":"scheduler/scheduler.go:323","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":2,"duration":0.000010458}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.421371203Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"trainjob-j7a7c0cea561-469d3","reconcileID":"489854fc-b12e-4815-9629-fca9b1e22be8"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.421432435Z","logger":"scheduler","caller":"scheduler/scheduler.go:328","msg":"Nomination done","replica-role":"leader","schedulingCycle":2,"entries":1,"inadmissibleEntries":0,"duration":0.000082698}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.421453723Z","logger":"scheduler","caller":"scheduler/scheduler.go:406","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":2,"workload":{"name":"trainjob-j7a7c0cea561-469d3","namespace":"test-ns-w49ls"},"clusterQueue":{"name":"cq-p2mgz"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.421546375Z","logger":"scheduler","caller":"scheduler/scheduler.go:1041","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":2,"workload":{"name":"trainjob-j7a7c0cea561-469d3","namespace":"test-ns-w49ls"},"clusterQueue":{"name":"cq-p2mgz"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.421569911Z","logger":"scheduler","caller":"scheduler/scheduler.go:362","msg":"Workload processing done","replica-role":"leader","schedulingCycle":2,"duration":0.000121409}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.421607496Z","logger":"scheduler","caller":"scheduler/scheduler.go:297","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":2,"duration":16.418950388}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.421624996Z","logger":"scheduler","caller":"scheduler/scheduler.go:295","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":3}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.543204429Z","logger":"scheduler","caller":"scheduler/scheduler.go:1000","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":2,"workload":{"name":"trainjob-j7a7c0cea561-469d3","namespace":"test-ns-w49ls"},"clusterQueue":{"name":"cq-p2mgz"},"assignments":[{"name":"node","flavors":{"cpu":"rf-2gbm7","memory":"rf-2gbm7"},"resourceUsage":{"cpu":"4","memory":"16Gi"},"count":2}]}
{"level":"debug","ts":"2026-11-02T10:05:06.543243788Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-j7a7c0cea561-469d3","namespace":"test-ns-w49ls"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"Admitted","action":"Admitted","note":"Admitted by ClusterQueue cq-p2mgz, wait time since reservation was 1s"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.543271336Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-j7a7c0cea561-469d3","namespace":"test-ns-w49ls"},"queue":"lq-mdhxc","status":"admitted","prevStatus":"pending","clusterQueue":"cq-p2mgz"}
{"level":"debug","ts":"2026-11-02T10:05:06.543267655Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-j7a7c0cea561-469d3","namespace":"test-ns-w49ls"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"QuotaReserved","action":"QuotaReserved","note":"Quota reserved in ClusterQueue cq-p2mgz, wait time since queued was 1s"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.543324729Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"trainjob-j7a7c0cea561-469d3","reconcileID":"8fb10d27-c3e5-4d02-8039-26a5082f6340"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.543377831Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"trainjob-j7a7c0cea561-469d3","reconcileID":"8fb10d27-c3e5-4d02-8039-26a5082f6340","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.543464463Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"trainjob-j7a7c0cea561-469d3","reconcileID":"a7337969-82f3-48bd-b8d7-c6d09f4301c0"}
{"level":"error","ts":"2026-11-02T10:05:06.755475185Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"f6e4e715-f355-4bc9-9697-c8860c5de786","error":"workloads.kueue.x-k8s.io \"trainjob-j7a7c0cea561-469d3\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.755573847Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"1b3e81ba-a8e5-4e3d-b6dd-5c39329dc786","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:06.914119803Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"1b3e81ba-a8e5-4e3d-b6dd-5c39329dc786","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-3)","ts":"2026-11-02T10:05:07.029567061Z","logger":"trainjob","caller":"jobframework/reconciler.go:594","msg":"Unsuspending job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"1b3e81ba-a8e5-4e3d-b6dd-5c39329dc786","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"j7a7c0cea561\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-3)","ts":"2026-11-02T10:05:07.02963294Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"1b3e81ba-a8e5-4e3d-b6dd-5c39329dc786","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"j7a7c0cea561\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:07.029726501Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"32f359ad-e0a5-43a6-989e-fa0d55cd0491","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:07.19016792Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"32f359ad-e0a5-43a6-989e-fa0d55cd0491","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:07.421622025Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-w49ls","name":"lq-mdhxc","reconcileID":"9075e249-a129-4bb0-971b-6ab5a7b0294f"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:07.421709786Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-p2mgz","reconcileID":"368211d2-610c-4999-b65f-ec69d08a5ed4"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:07.481422543Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-mdhxc","namespace":"test-ns-w49ls"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:07.481550199Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-w49ls","name":"lq-mdhxc","reconcileID":"88e1299a-c55b-4f8d-a84a-7eea7b71f4c9"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:07.484762988Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-p2mgz"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:07.484918523Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-p2mgz","reconcileID":"42814b6b-01aa-4d6e-94b7-9bdceb3168bd"}
{"level":"debug","ts":"2026-11-02T10:05:07.542896944Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"j7a7c0cea561","namespace":"test-ns-w49ls"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"Started","action":"Started","note":"Admitted by clusterQueue cq-p2mgz"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:07.542946264Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"5a20c024-132a-4968-8343-7f7b780d67ed","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:07.702700946Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"5a20c024-132a-4968-8343-7f7b780d67ed","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-3)","ts":"2026-11-02T10:05:07.874194284Z","logger":"trainjob","caller":"jobframework/reconciler.go:594","msg":"Unsuspending job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"5a20c024-132a-4968-8343-7f7b780d67ed","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"j7a7c0cea561\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-3)","ts":"2026-11-02T10:05:07.874252466Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"5a20c024-132a-4968-8343-7f7b780d67ed","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"j7a7c0cea561\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:07.874326304Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"d2c33431-c241-4f5f-8c86-fc2bbb1bb48f","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:07.895290292Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.PartialObjectMetadata","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:07.997270697Z","logger":"controller-runtime.cache","caller":"cache/reflector.go:507","msg":"Caches populated","type":"*v1.PartialObjectMetadata","reflector":"sigs.k8s.io/controller-runtime/pkg/cache/internal/informers.go:128"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:08.033802754Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"fd853f55-8aa0-42f0-86de-c97a8c5ede86","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:08.1929159Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"06a14d08-a6a7-4dea-8cd9-e6e036904c8a","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:08.405671301Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"863eacf7-e34d-4d9c-bf03-53a1cdbdde38","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:08.565672266Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"b81c6291-8ee5-4fba-8fc9-7adb21c6b54a","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:09.154925443Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-w49ls","name":"trainjob-j7a7c0cea561-469d3","reconcileID":"9da9b131-fd06-4d32-bbfc-8aa7932fd583"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:10.254049176Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-w49ls","name":"trainjob-j7a7c0cea561-469d3","reconcileID":"e4c40ece-faaa-4d9a-bf4b-ead934cb0613"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:10.326963983Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"1efd1acc-f2c8-45da-a9a5-b7aa448721c1","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:10.487452704Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"a548a8cf-4870-475a-87d2-70371b3f7b6f","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:41.380244857Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-w49ls","name":"trainjob-j7a7c0cea561-469d3","reconcileID":"3c360ed5-9e86-47db-8f85-515695e0a543"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:41.401703316Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"6b0b69ef-8513-47d0-9df8-2ab5303bef81","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:41.563506623Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"673e0343-fbda-42c7-8463-7fe376536711","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:42.411287214Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"5a99d9c3-65b1-4014-a0a6-32d3af84e0b5","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:42.488069579Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-w49ls","name":"trainjob-j7a7c0cea561-469d3","reconcileID":"a149976c-99d5-4ae9-af32-8f0cbb89d572"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:42.571231658Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"e79e5f1c-61d8-495e-8f14-0631ce7ab1df","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:42.731200664Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"be0b804b-8a4e-4b37-8627-74f58c2bfde2","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-02T10:05:43.008508274Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"j7a7c0cea561","namespace":"test-ns-w49ls"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"FinishedWorkload","action":"FinishedWorkload","note":"Workload 'test-ns-w49ls/trainjob-j7a7c0cea561-469d3' is declared finished"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:43.008540966Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-j7a7c0cea561-469d3","namespace":"test-ns-w49ls"},"queue":"lq-mdhxc","status":"finished","prevStatus":"admitted","clusterQueue":"cq-p2mgz"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:43.008604374Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"trainjob-j7a7c0cea561-469d3","reconcileID":"6c7d32cf-bbc9-4ab3-992d-74792f2b60bb"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:43.008650397Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"trainjob-j7a7c0cea561-469d3","reconcileID":"6c7d32cf-bbc9-4ab3-992d-74792f2b60bb","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T10:05:43.008740859Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"trainjob-j7a7c0cea561-469d3","reconcileID":"b0f1dddd-2a8f-4795-a166-45b7670d410a"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:43.008835319Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"b7dc6f69-0d1a-457c-a419-4dbb2873a232","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-02T10:05:43.167515649Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"j7a7c0cea561","namespace":"test-ns-w49ls"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"FinishedWorkload","action":"FinishedWorkload","note":"Workload 'test-ns-w49ls/trainjob-j7a7c0cea561-469d3' is declared finished"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:43.286304743Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-j7a7c0cea561-469d3","namespace":"test-ns-w49ls"},"queue":"lq-mdhxc","status":"finished","clusterQueue":"cq-p2mgz"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:43.28636118Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"trainjob-j7a7c0cea561-469d3","reconcileID":"4f27ff37-bb8a-40d2-b16b-cef78ebf8c4d"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:43.28642254Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"trainjob-j7a7c0cea561-469d3","reconcileID":"4f27ff37-bb8a-40d2-b16b-cef78ebf8c4d","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T10:05:43.28645246Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"trainjob-j7a7c0cea561-469d3","reconcileID":"35c54880-14cb-4ae8-bd28-0b642252f652"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:43.286468023Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"2239ab15-0a1a-49a8-9e62-5d8cb79254f2","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-02T10:05:43.452060722Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"j7a7c0cea561","namespace":"test-ns-w49ls"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"FinishedWorkload","action":"FinishedWorkload","note":"Workload 'test-ns-w49ls/trainjob-j7a7c0cea561-469d3' is declared finished"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:44.009177608Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-w49ls","name":"lq-mdhxc","reconcileID":"7b46f404-8611-44fb-ab08-210422097162"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:44.00918572Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-p2mgz","reconcileID":"c06a83e9-42b6-459a-9102-123112e8d584"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:44.066713983Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-mdhxc","namespace":"test-ns-w49ls"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:44.066838406Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-w49ls","name":"lq-mdhxc","reconcileID":"2a5c7658-13aa-462c-8cd6-648d2c301e39"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:44.069914415Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-p2mgz"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:44.070115552Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-p2mgz","reconcileID":"98ea176d-ff27-4110-b20c-1c967c305d3d"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:46.299794345Z","logger":"trainjob","caller":"workload/workload.go:1810","msg":"Workload is orphaned; finishing to release quota","replica-role":"leader","namespace":"test-ns-w49ls","name":"j7a7c0cea561","reconcileID":"c6e58801-f09d-474a-9596-30eea7d90486","job":"test-ns-w49ls/j7a7c0cea561","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:46.350604709Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1312","msg":"Workload delete event","replica-role":"leader","workload":{"name":"trainjob-j7a7c0cea561-469d3","namespace":"test-ns-w49ls"},"queue":"lq-mdhxc","status":"finished"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:46.350658045Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"trainjob-j7a7c0cea561-469d3","reconcileID":"e6fd6ec9-c4b4-46f2-a7b1-30f23f718d1b"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:46.350705651Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"trainjob-j7a7c0cea561-469d3","reconcileID":"e6fd6ec9-c4b4-46f2-a7b1-30f23f718d1b","isDeleted":true}
{"level":"Level(-2)","ts":"2026-11-02T10:05:46.989414076Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-p2mgz"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:46.989512247Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-p2mgz","reconcileID":"ee1a1d31-7066-4cbb-8a1e-d899a797cffe"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:46.989547211Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","reconcileID":"9d32064c-f322-41f4-affe-eea356ebbd27"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.007636916Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"rf-2gbm7"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.007730519Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-2gbm7","reconcileID":"068cde4f-7332-489f-80ba-77a78acba1d9"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.062601003Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-p2mgz"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.062641486Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-w49ls","name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","reconcileID":"f6e0035c-67b0-42df-8268-1c006e142ef2"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.062659834Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-p2mgz","reconcileID":"7625f3e6-efbc-4e75-a8e8-f3b4b2f28a4d"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.06265728Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-w49ls","name":"lq-mdhxc","reconcileID":"de5e3c55-31dc-46e3-8313-27c7a2790ffd"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.120019155Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-mdhxc","namespace":"test-ns-w49ls"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.12063212Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-w49ls","name":"lq-mdhxc","reconcileID":"80881dfd-20d7-4da4-9967-3dab5c1c7227"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.397485748Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"rf-rsb9r"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.397566905Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-rsb9r","reconcileID":"d85113fb-61ea-4ab4-9ada-6c7a5dd08f0f"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.517868225Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:351","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cq-fbghk"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.51804386Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-fbghk","reconcileID":"38fbe846-14eb-485b-9184-e355c273f77b"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.536361764Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:240","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"lq-xzbp2","namespace":"test-ns-tzcbb"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.536452962Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-tzcbb","name":"lq-xzbp2","reconcileID":"bf8365dc-4602-4e19-b407-abf47e73f16e"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.577657242Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-fbghk"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.577788898Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-fbghk","reconcileID":"355b4b9a-1439-40d5-9150-85c60110b30b"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.597913808Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-xzbp2","namespace":"test-ns-tzcbb"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.59814881Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-tzcbb","name":"lq-xzbp2","reconcileID":"7822ce2a-c2c0-4a27-ae45-ece3fd798b28"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.657723612Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-xzbp2","namespace":"test-ns-tzcbb"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.657800655Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-tzcbb","name":"lq-xzbp2","reconcileID":"9c3df692-eba0-4f98-9930-b784b6e8eea1"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.705720252Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"06cb7d02-0f68-447b-b7c6-4c721a3d5f76","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:47.969526667Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-w49ls","name":"pod-dw-deployment-8m47b-bc45c9ffd-gpbww-b214c","reconcileID":"efd3522b-8a26-4b47-b545-e620a71f0f99"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.021915354Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"b17a4fb0-35db-41cb-b082-0315ec80fa60"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.022319599Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"b17a4fb0-35db-41cb-b082-0315ec80fa60","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.022222128Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.022656543Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"8814be00-745a-4835-886b-35ce2578d0db"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.022768848Z","logger":"scheduler","caller":"scheduler/scheduler.go:308","msg":"Obtained heads","replica-role":"leader","schedulingCycle":3,"headCount":1,"waitDuration":41.601143261}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.022973196Z","logger":"scheduler","caller":"scheduler/scheduler.go:323","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":3,"duration":0.000014546}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.023131175Z","logger":"scheduler","caller":"scheduler/scheduler.go:328","msg":"Nomination done","replica-role":"leader","schedulingCycle":3,"entries":1,"inadmissibleEntries":0,"duration":0.000087696}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.023188455Z","logger":"scheduler","caller":"scheduler/scheduler.go:406","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":3,"workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"clusterQueue":{"name":"cq-fbghk"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.023310703Z","logger":"scheduler","caller":"scheduler/scheduler.go:1041","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":3,"workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"clusterQueue":{"name":"cq-fbghk"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.023362712Z","logger":"scheduler","caller":"scheduler/scheduler.go:362","msg":"Workload processing done","replica-role":"leader","schedulingCycle":3,"duration":0.000180568}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.023723913Z","logger":"scheduler","caller":"scheduler/scheduler.go:297","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":3,"duration":41.602097348}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.023811735Z","logger":"scheduler","caller":"scheduler/scheduler.go:295","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":4}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.024381537Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"1ff14b31-4862-404f-a56c-90093e60a542","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-02T10:05:48.02476954Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"test-preemption-trainjob-kr9lp","namespace":"test-ns-tzcbb"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"CreatedWorkload","action":"CreatedWorkload","note":"Created Workload: test-ns-tzcbb/trainjob-test-preemption-trainjob-kr9lp-06871"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.136609512Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"admitted","prevStatus":"pending","clusterQueue":"cq-fbghk"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.136668256Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"bc4969db-69f0-4509-a389-c42686898395"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.136721731Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"bc4969db-69f0-4509-a389-c42686898395","isDeleted":false}
{"level":"debug","ts":"2026-11-02T10:05:48.136680214Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"QuotaReserved","action":"QuotaReserved","note":"Quota reserved in ClusterQueue cq-fbghk, wait time since queued was 1s"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.136783234Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"45fd139d-cd33-4448-aa1c-559cbafd26e8"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.136789839Z","logger":"scheduler","caller":"scheduler/scheduler.go:1000","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":3,"workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"clusterQueue":{"name":"cq-fbghk"},"assignments":[{"name":"node","count":1}]}
{"level":"debug","ts":"2026-11-02T10:05:48.136823221Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"Admitted","action":"Admitted","note":"Admitted by ClusterQueue cq-fbghk, wait time since reservation was 0s"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.176368048Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"b67bc5ee-abad-4bd2-9c54-5473b314b5bd","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.328058639Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"b67bc5ee-abad-4bd2-9c54-5473b314b5bd","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-3)","ts":"2026-11-02T10:05:48.437555539Z","logger":"trainjob","caller":"jobframework/reconciler.go:594","msg":"Unsuspending job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"b67bc5ee-abad-4bd2-9c54-5473b314b5bd","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"test-preemption-trainjob-kr9lp\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-3)","ts":"2026-11-02T10:05:48.437615098Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"b67bc5ee-abad-4bd2-9c54-5473b314b5bd","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"test-preemption-trainjob-kr9lp\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.437680607Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"5a8b7fb3-8584-4110-a0de-62583496c458","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.592765247Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"5a8b7fb3-8584-4110-a0de-62583496c458","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:48.921389867Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"2beb68b2-ca79-4b5f-9d2c-e4181324c6df","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-02T10:05:48.92145026Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"test-preemption-trainjob-kr9lp","namespace":"test-ns-tzcbb"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"Started","action":"Started","note":"Admitted by clusterQueue cq-fbghk"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:49.023200733Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-tzcbb","name":"lq-xzbp2","reconcileID":"6b348033-62ff-49a2-916b-b09b17a40b7d"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:49.023298453Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-fbghk","reconcileID":"26ff7f03-f5c3-444c-a61f-bd9b9550446f"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:49.074202832Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"39594a2f-ea08-4b45-b5ea-10e9223a200c","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:49.082732141Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-xzbp2","namespace":"test-ns-tzcbb"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:49.082828563Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-tzcbb","name":"lq-xzbp2","reconcileID":"bcded45d-e996-4d41-8675-a9b1786df28d"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:49.083375015Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-fbghk"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:49.083513716Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-fbghk","reconcileID":"9ca3bc58-d3d2-4704-ac29-9ed33aad10a0"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:49.227061566Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"9483b2fd-127b-4e19-a74b-e97703a1842a","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:49.379650179Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"e2472f62-0ab1-40f9-9e91-4a074de950b7","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:49.532473932Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"8be9aaca-62a3-4f92-ae61-4963d8d8c5bf","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:50.284246432Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"ad75fe36-c388-4766-9f9d-315070ba5555"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:50.885163548Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"48133a98-ec13-48e7-8099-81aa4f4cb460"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:50.885216545Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"48133a98-ec13-48e7-8099-81aa4f4cb460","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T10:05:50.885168123Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"admitted","clusterQueue":"cq-fbghk"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:50.885253735Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"admitted","clusterQueue":"cq-fbghk"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:50.885295557Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"31f1ecfc-aad0-4181-bc65-0d572396fe80","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:50.88534023Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"3573ce47-a352-492a-865b-9f5805924aef"}
{"level":"debug","ts":"2026-11-02T10:05:50.99721183Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"EvictedDueToDeactivated","action":"EvictedDueToDeactivated","note":"The workload is deactivated"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:50.997231339Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"admitted","clusterQueue":"cq-fbghk"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:50.997266462Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"admitted","clusterQueue":"cq-fbghk"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:50.9973141Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"c5c38ad5-0bb4-4eae-8ce8-b7f3f32a6aae"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:50.997349953Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"d9c9f0d4-b6d8-44eb-a413-8d984dfd3e95"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:50.997372246Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"c5c38ad5-0bb4-4eae-8ce8-b7f3f32a6aae","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.044935282Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"0e4efbcc-a984-453a-a0e5-63a0afb804b9","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.332080825Z","logger":"ElasticJobUngater","caller":"elasticjobs/elastic_job_ungater.go:112","msg":"Reconcile ElasticJobUngater","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"703c9ac3-480f-422e-b512-cf06d13df5cc"}
{"level":"error","ts":"2026-11-02T10:05:51.387902694Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"0e4efbcc-a984-453a-a0e5-63a0afb804b9","error":"jobs are still active","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"debug","ts":"2026-11-02T10:05:51.387947921Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"test-preemption-trainjob-kr9lp","namespace":"test-ns-tzcbb"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"Stopped","action":"Stopped","note":"The workload is deactivated"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.388022432Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"86ec2112-f7ba-4a20-a6ad-f472886b724d","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"error","ts":"2026-11-02T10:05:51.548841225Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"86ec2112-f7ba-4a20-a6ad-f472886b724d","error":"jobs are still active","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.548954099Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"4cef2990-d70e-4d22-918a-46ff1cbfc1d0","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"error","ts":"2026-11-02T10:05:51.72156372Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"4cef2990-d70e-4d22-918a-46ff1cbfc1d0","error":"jobs are still active","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.721645004Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"5b3b1b31-1248-44fe-9721-4ecfcac1ea56","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"error","ts":"2026-11-02T10:05:51.879461759Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"5b3b1b31-1248-44fe-9721-4ecfcac1ea56","error":"jobs are still active","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.879537514Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"86a34926-16e4-449f-9ad8-e644e6c81a9c","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.886261238Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-fbghk","reconcileID":"016f3d12-87da-4c3b-8f47-251dcf4c62d6"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.886256225Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-tzcbb","name":"lq-xzbp2","reconcileID":"9fb8fe32-a52e-465e-90b8-cc6e887ebb5c"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.943776003Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-xzbp2","namespace":"test-ns-tzcbb"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.943855883Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-tzcbb","name":"lq-xzbp2","reconcileID":"53d9c4bf-5702-46f9-a492-ff71031997a8"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.946865506Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-fbghk"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.94697896Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-fbghk","reconcileID":"b7805f4c-8400-46b8-a93f-4a85182add6d"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.958260474Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-fbghk"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.958311198Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-fbghk","reconcileID":"c4b63d11-5e0b-4cf5-afcc-bd3f19e5c1eb"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.958340473Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"df17def8-5388-4363-abb4-0263c92daff2"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.977159938Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"rf-rsb9r"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:51.977240619Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-rsb9r","reconcileID":"39d4345c-46fb-4bfa-b355-2d69c8c3053f"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.070277215Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:376","msg":"ClusterQueue delete event","replica-role":"leader","clusterQueue":{"name":"cq-fbghk"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.070332584Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-tzcbb","name":"lq-xzbp2","reconcileID":"7e10ec0a-ca6d-4d2f-bb38-90ccf57185a1"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.070351085Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:385","msg":"Cleared resource metrics for deleted ClusterQueue.","replica-role":"leader","clusterQueue":{"name":"cq-fbghk"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.070356738Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"88824312-a94b-42f7-a835-301d6da7ce9d"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.070454351Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-rsb9r","reconcileID":"1394f203-2233-431d-8aad-1f0ab8093eb4"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.128959804Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-xzbp2","namespace":"test-ns-tzcbb"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.129036627Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-tzcbb","name":"lq-xzbp2","reconcileID":"2bd28ab4-8e52-4b5a-a585-12239ba65af5"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.185431711Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:159","msg":"ResourceFlavor delete event","replica-role":"leader","resourceFlavor":{"name":"rf-rsb9r"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.286564405Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:141","msg":"ResourceFlavor create event","replica-role":"leader","resourceFlavor":{"name":"rf-lwf7v"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.286625771Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-lwf7v","reconcileID":"b2615865-7508-4497-8632-d67be5174e5f"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.319155962Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"9b8d4479-9cbe-484d-9b2f-a02c68929a03","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.319419521Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"pending","prevStatus":"admitted","prevClusterQueue":"cq-fbghk"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.319457426Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"1726b9a0-6c13-4a2c-8510-dccc26a95849"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.319496924Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"1726b9a0-6c13-4a2c-8510-dccc26a95849","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.319460554Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"pending","prevStatus":"admitted","prevClusterQueue":"cq-fbghk"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.319582982Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"0635cd11-cbb9-4bdd-8bd6-58512e33c6a5"}
{"level":"error","ts":"2026-11-02T10:05:52.372237364Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"9b8d4479-9cbe-484d-9b2f-a02c68929a03","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-kr9lp\" is forbidden: unable to create new content in namespace test-ns-tzcbb because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T10:05:52.372290657Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"9b8d4479-9cbe-484d-9b2f-a02c68929a03","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-kr9lp\" is forbidden: unable to create new content in namespace test-ns-tzcbb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.372361953Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"dd3c0007-68e0-42d1-abb1-16dd56739670","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.411511325Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:351","msg":"ClusterQueue create event","replica-role":"leader","clusterQueue":{"name":"cq-fnlfr"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.411662802Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-fnlfr","reconcileID":"301ae777-b7ee-4cc9-a446-53c10a8037af"}
{"level":"error","ts":"2026-11-02T10:05:52.425510695Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"dd3c0007-68e0-42d1-abb1-16dd56739670","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-kr9lp\" is forbidden: unable to create new content in namespace test-ns-tzcbb because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T10:05:52.425561694Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"dd3c0007-68e0-42d1-abb1-16dd56739670","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-kr9lp\" is forbidden: unable to create new content in namespace test-ns-tzcbb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.430041484Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:240","msg":"LocalQueue create event","replica-role":"leader","localQueue":{"name":"lq-xv629","namespace":"test-ns-kj9m6"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.430134904Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-kj9m6","name":"lq-xv629","reconcileID":"c9f988a3-9589-4ccb-b3e6-1fd17d6dce39"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.435803126Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"53a7f794-de54-415c-b0c3-1a6561cfceb9","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.435851753Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"b1142934-eaf6-47d2-9523-4e147d8a7c0a"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.435863287Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.435931915Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1381","msg":"Workload will not be queued because the workload is not active","replica-role":"leader","workload":{"name":"trainjob-test-preemption-trainjob-kr9lp-06871","namespace":"test-ns-tzcbb"},"queue":"lq-xzbp2","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.435888534Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"b1142934-eaf6-47d2-9523-4e147d8a7c0a","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.436804286Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-tzcbb","name":"trainjob-test-preemption-trainjob-kr9lp-06871","reconcileID":"1195ae86-e082-4962-a85e-e7276a7df50d"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.474606086Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-fnlfr"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.474733222Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-fnlfr","reconcileID":"a0a2b2d1-5a06-4f67-b07b-3f4946cd8597"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.486890636Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-xv629","namespace":"test-ns-kj9m6"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.486909252Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-kj9m6","name":"lq-xv629","reconcileID":"8456692c-a9db-487d-92e1-e2c843361977"}
{"level":"error","ts":"2026-11-02T10:05:52.488760199Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"53a7f794-de54-415c-b0c3-1a6561cfceb9","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-kr9lp\" is forbidden: unable to create new content in namespace test-ns-tzcbb because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T10:05:52.488809078Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"53a7f794-de54-415c-b0c3-1a6561cfceb9","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-kr9lp\" is forbidden: unable to create new content in namespace test-ns-tzcbb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.488867775Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"c4bb08a9-d1d1-4dc0-b595-66d6bd786f3b","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"error","ts":"2026-11-02T10:05:52.541668901Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"c4bb08a9-d1d1-4dc0-b595-66d6bd786f3b","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-kr9lp\" is forbidden: unable to create new content in namespace test-ns-tzcbb because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T10:05:52.541714181Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"c4bb08a9-d1d1-4dc0-b595-66d6bd786f3b","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-kr9lp\" is forbidden: unable to create new content in namespace test-ns-tzcbb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.546354777Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-kj9m6","name":"lq-xv629","reconcileID":"c0ace98b-c113-41b0-88ec-d7db738f9cd4"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.546384916Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-xv629","namespace":"test-ns-kj9m6"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.582573481Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"dc11c553-b807-4369-8ccc-4ebe00d42ba8","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-3)","ts":"2026-11-02T10:05:52.600960956Z","logger":"localqueue-reconciler","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-kj9m6","name":"lq-xv629","reconcileID":"c0ace98b-c113-41b0-88ec-d7db738f9cd4","error":"Operation cannot be fulfilled on localqueues.kueue.x-k8s.io \"lq-xv629\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.601048175Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-kj9m6","name":"lq-xv629","reconcileID":"898d599e-0243-467a-9715-43ee466c7f8d"}
{"level":"error","ts":"2026-11-02T10:05:52.635519134Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"dc11c553-b807-4369-8ccc-4ebe00d42ba8","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-kr9lp\" is forbidden: unable to create new content in namespace test-ns-tzcbb because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T10:05:52.63556594Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"dc11c553-b807-4369-8ccc-4ebe00d42ba8","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-kr9lp\" is forbidden: unable to create new content in namespace test-ns-tzcbb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.635629652Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-kj9m6","name":"test-runtimepatches-trainjob-wb4gr","reconcileID":"9effc324-82c0-499b-86c5-5d2fff59c0b8","job":"test-ns-kj9m6/test-runtimepatches-trainjob-wb4gr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.953746788Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1276","msg":"Workload create event","replica-role":"leader","workload":{"name":"trainjob-test-runtimepatches-trainjob-wb4gr-24552","namespace":"test-ns-kj9m6"},"queue":"lq-xv629","status":"pending"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.953783525Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-kj9m6","name":"trainjob-test-runtimepatches-trainjob-wb4gr-24552","reconcileID":"70da1609-2cc8-4532-aa41-e3e8f0755654"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.953834685Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-kj9m6","name":"trainjob-test-runtimepatches-trainjob-wb4gr-24552","reconcileID":"70da1609-2cc8-4532-aa41-e3e8f0755654","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.953956363Z","logger":"scheduler","caller":"scheduler/scheduler.go:308","msg":"Obtained heads","replica-role":"leader","schedulingCycle":4,"headCount":1,"waitDuration":4.930143991}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.954008592Z","logger":"scheduler","caller":"scheduler/scheduler.go:323","msg":"Snapshot taken","replica-role":"leader","schedulingCycle":4,"duration":0.000025207}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.954024569Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-kj9m6","name":"trainjob-test-runtimepatches-trainjob-wb4gr-24552","reconcileID":"c80ead46-49ed-4842-85bd-9fcb6ece63cd"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.954100441Z","logger":"scheduler","caller":"scheduler/scheduler.go:328","msg":"Nomination done","replica-role":"leader","schedulingCycle":4,"entries":1,"inadmissibleEntries":0,"duration":0.000079634}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.954121628Z","logger":"scheduler","caller":"scheduler/scheduler.go:406","msg":"Attempting to schedule workload","replica-role":"leader","schedulingCycle":4,"workload":{"name":"trainjob-test-runtimepatches-trainjob-wb4gr-24552","namespace":"test-ns-kj9m6"},"clusterQueue":{"name":"cq-fnlfr"}}
{"level":"debug","ts":"2026-11-02T10:05:52.954101348Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"test-runtimepatches-trainjob-wb4gr","namespace":"test-ns-kj9m6"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"CreatedWorkload","action":"CreatedWorkload","note":"Created Workload: test-ns-kj9m6/trainjob-test-runtimepatches-trainjob-wb4gr-24552"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.954094092Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"fc0deac9-a426-4bfb-b4ab-251fb5441b96","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.954198668Z","logger":"scheduler","caller":"scheduler/scheduler.go:1041","msg":"Workload assumed in the cache","replica-role":"leader","schedulingCycle":4,"workload":{"name":"trainjob-test-runtimepatches-trainjob-wb4gr-24552","namespace":"test-ns-kj9m6"},"clusterQueue":{"name":"cq-fnlfr"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.954218952Z","logger":"scheduler","caller":"scheduler/scheduler.go:362","msg":"Workload processing done","replica-role":"leader","schedulingCycle":4,"duration":0.00010129}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.9542289Z","logger":"scheduler","caller":"scheduler/scheduler.go:297","msg":"Scheduling cycle complete","replica-role":"leader","schedulingCycle":4,"duration":4.930417301}
{"level":"Level(-2)","ts":"2026-11-02T10:05:52.954243748Z","logger":"scheduler","caller":"scheduler/scheduler.go:295","msg":"Scheduling cycle starts","replica-role":"leader","schedulingCycle":5}
{"level":"error","ts":"2026-11-02T10:05:53.006785978Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"fc0deac9-a426-4bfb-b4ab-251fb5441b96","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-kr9lp\" is forbidden: unable to create new content in namespace test-ns-tzcbb because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T10:05:53.006845205Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"fc0deac9-a426-4bfb-b4ab-251fb5441b96","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-kr9lp\" is forbidden: unable to create new content in namespace test-ns-tzcbb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.006907702Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-kj9m6","name":"test-runtimepatches-trainjob-wb4gr","reconcileID":"d48c7922-add7-4037-8968-22b87afc31e5","job":"test-ns-kj9m6/test-runtimepatches-trainjob-wb4gr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.069183432Z","logger":"workload-reconciler","caller":"core/workload_controller.go:1369","msg":"Workload update event","replica-role":"leader","workload":{"name":"trainjob-test-runtimepatches-trainjob-wb4gr-24552","namespace":"test-ns-kj9m6"},"queue":"lq-xv629","status":"admitted","prevStatus":"pending","clusterQueue":"cq-fnlfr"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.06921356Z","logger":"multikueue-workload","caller":"multikueue/workload.go:184","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-kj9m6","name":"trainjob-test-runtimepatches-trainjob-wb4gr-24552","reconcileID":"5a614c9e-5247-4e05-85b4-a7a0f2fba14a"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.069255742Z","logger":"multikueue-workload","caller":"multikueue/workload.go:210","msg":"Skip Workload","replica-role":"leader","namespace":"test-ns-kj9m6","name":"trainjob-test-runtimepatches-trainjob-wb4gr-24552","reconcileID":"5a614c9e-5247-4e05-85b4-a7a0f2fba14a","isDeleted":false}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.069373896Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-kj9m6","name":"trainjob-test-runtimepatches-trainjob-wb4gr-24552","reconcileID":"4072f20d-bb8c-4d62-9e6c-5c1a336d939d"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.069720541Z","logger":"scheduler","caller":"scheduler/scheduler.go:1000","msg":"Workload successfully admitted and assigned flavors","replica-role":"leader","schedulingCycle":4,"workload":{"name":"trainjob-test-runtimepatches-trainjob-wb4gr-24552","namespace":"test-ns-kj9m6"},"clusterQueue":{"name":"cq-fnlfr"},"assignments":[{"name":"node","flavors":{"cpu":"rf-lwf7v","memory":"rf-lwf7v"},"resourceUsage":{"cpu":"100m","memory":"128Mi"},"count":1}]}
{"level":"debug","ts":"2026-11-02T10:05:53.069758632Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-test-runtimepatches-trainjob-wb4gr-24552","namespace":"test-ns-kj9m6"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"Admitted","action":"Admitted","note":"Admitted by ClusterQueue cq-fnlfr, wait time since reservation was 1s"}
{"level":"debug","ts":"2026-11-02T10:05:53.069775219Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"trainjob-test-runtimepatches-trainjob-wb4gr-24552","namespace":"test-ns-kj9m6"},"kind":"Workload","apiVersion":"kueue.x-k8s.io/v1beta2","type":"Normal","reason":"QuotaReserved","action":"QuotaReserved","note":"Quota reserved in ClusterQueue cq-fnlfr, wait time since queued was 1s"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.163620666Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-kj9m6","name":"test-runtimepatches-trainjob-wb4gr","reconcileID":"9611c07e-3e75-4328-a9ba-9ba777eeba41","job":"test-ns-kj9m6/test-runtimepatches-trainjob-wb4gr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.320037054Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-tzcbb","name":"lq-xzbp2","reconcileID":"b7e5a41a-c1c7-4cd2-998a-3cedb146e37c"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.323751093Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-kj9m6","name":"test-runtimepatches-trainjob-wb4gr","reconcileID":"9611c07e-3e75-4328-a9ba-9ba777eeba41","job":"test-ns-kj9m6/test-runtimepatches-trainjob-wb4gr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-3)","ts":"2026-11-02T10:05:53.434573946Z","logger":"trainjob","caller":"jobframework/reconciler.go:594","msg":"Unsuspending job","replica-role":"leader","namespace":"test-ns-kj9m6","name":"test-runtimepatches-trainjob-wb4gr","reconcileID":"9611c07e-3e75-4328-a9ba-9ba777eeba41","job":"test-ns-kj9m6/test-runtimepatches-trainjob-wb4gr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"test-runtimepatches-trainjob-wb4gr\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-3)","ts":"2026-11-02T10:05:53.434632822Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-kj9m6","name":"test-runtimepatches-trainjob-wb4gr","reconcileID":"9611c07e-3e75-4328-a9ba-9ba777eeba41","error":"Operation cannot be fulfilled on trainjobs.trainer.kubeflow.org \"test-runtimepatches-trainjob-wb4gr\": the object has been modified; please apply your changes to the latest version and try again"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.434715011Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"4f0c05c5-4b77-4438-9b6d-6ae50d0e59ba","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"error","ts":"2026-11-02T10:05:53.487602326Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"4f0c05c5-4b77-4438-9b6d-6ae50d0e59ba","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-kr9lp\" is forbidden: unable to create new content in namespace test-ns-tzcbb because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T10:05:53.487649295Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"4f0c05c5-4b77-4438-9b6d-6ae50d0e59ba","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-kr9lp\" is forbidden: unable to create new content in namespace test-ns-tzcbb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.487717889Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-kj9m6","name":"test-runtimepatches-trainjob-wb4gr","reconcileID":"2d11dbd1-ee6e-4bda-a29d-8c27ce03f381","job":"test-ns-kj9m6/test-runtimepatches-trainjob-wb4gr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.64416491Z","logger":"trainjob","caller":"jobframework/reconciler.go:591","msg":"Job admitted, unsuspending","replica-role":"leader","namespace":"test-ns-kj9m6","name":"test-runtimepatches-trainjob-wb4gr","reconcileID":"2d11dbd1-ee6e-4bda-a29d-8c27ce03f381","job":"test-ns-kj9m6/test-runtimepatches-trainjob-wb4gr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.693002278Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-fnlfr"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.693084732Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-fnlfr","reconcileID":"6a60265a-f7e1-409a-99e9-b32926ed9ab4"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.693113318Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-kj9m6","name":"trainjob-test-runtimepatches-trainjob-wb4gr-24552","reconcileID":"f178b9fa-9f88-4027-8c80-244cbc51ade7"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.712864993Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:171","msg":"ResourceFlavor update event","replica-role":"leader","resourceFlavor":{"name":"rf-lwf7v"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.712932291Z","logger":"resourceflavor-reconciler","caller":"core/resourceflavor_controller.go:95","msg":"Reconcile ResourceFlavor","replica-role":"leader","name":"rf-lwf7v","reconcileID":"09e33446-fc4c-427b-905b-fa7b2d713460"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.75129884Z","logger":"cluster-queue-reconciler","caller":"core/clusterqueue_controller.go:392","msg":"ClusterQueue update event","replica-role":"leader","clusterQueue":{"name":"cq-fnlfr"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.751352683Z","logger":"workload-reconciler","caller":"core/workload_controller.go:277","msg":"Reconcile Workload","replica-role":"leader","namespace":"test-ns-kj9m6","name":"trainjob-test-runtimepatches-trainjob-wb4gr-24552","reconcileID":"0287fcfd-b20d-47df-b723-2f0677376bea"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.751364555Z","logger":"clusterqueue-reconciler","caller":"core/clusterqueue_controller.go:168","msg":"Reconcile ClusterQueue","replica-role":"leader","name":"cq-fnlfr","reconcileID":"3544cb84-93d2-48ea-a425-cb75d6a16f56"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.751353481Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-kj9m6","name":"lq-xv629","reconcileID":"f0b8580d-6e60-4708-903e-e1c07878d6b5"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.809776237Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:286","msg":"Queue update event","replica-role":"leader","localQueue":{"name":"lq-xv629","namespace":"test-ns-kj9m6"}}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.809867464Z","logger":"localqueue-reconciler","caller":"core/localqueue_controller.go:186","msg":"Reconcile LocalQueue","replica-role":"leader","namespace":"test-ns-kj9m6","name":"lq-xv629","reconcileID":"28033e3f-0bd5-4a0c-af76-6c09e72c19da"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:53.974460005Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"9d7cebba-8d8e-4bfb-9cfe-bb0f1e80878f","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}
{"level":"debug","ts":"2026-11-02T10:05:53.974486135Z","logger":"events","caller":"events/event_broadcaster.go:338","msg":"Event occurred","object":{"name":"test-runtimepatches-trainjob-wb4gr","namespace":"test-ns-kj9m6"},"kind":"TrainJob","apiVersion":"trainer.kubeflow.org/v1alpha1","type":"Normal","reason":"Started","action":"Started","note":"Admitted by clusterQueue cq-fnlfr"}
{"level":"error","ts":"2026-11-02T10:05:54.026815776Z","logger":"events","caller":"events/event_broadcaster.go:270","msg":"Server rejected event (will not retry!)","event":{"namespace":"test-ns-kj9m6","name":"test-runtimepatches-trainjob-wb4gr.18e432635ed3b5aa"},"error":"events.events.k8s.io \"test-runtimepatches-trainjob-wb4gr.18e432635ed3b5aa\" is forbidden: unable to create new content in namespace test-ns-kj9m6 because it is being terminated","stacktrace":"k8s.io/client-go/tools/events.recordEvent\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/events/event_broadcaster.go:270\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).attemptRecording\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/events/event_broadcaster.go:211\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).recordToSink.func1\n\t/workspace/upstream/kueue/src/vendor/k8s.io/client-go/tools/events/event_broadcaster.go:200"}
{"level":"error","ts":"2026-11-02T10:05:54.027118246Z","logger":"trainjob","caller":"jobframework/reconciler.go:1118","msg":"Unable to list child workloads","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"9d7cebba-8d8e-4bfb-9cfe-bb0f1e80878f","job":"test-ns-tzcbb/test-preemption-trainjob-kr9lp","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-kr9lp\" is forbidden: unable to create new content in namespace test-ns-tzcbb because it is being terminated","stacktrace":"sigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ensureOneWorkload\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:1118\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*JobReconciler).ReconcileGenericJob\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:401\nsigs.k8s.io/kueue/pkg/controller/jobframework.(*genericReconciler).Reconcile\n\t/workspace/upstream/kueue/src/pkg/controller/jobframework/reconciler.go:2024\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"error","ts":"2026-11-02T10:05:54.027172282Z","logger":"trainjob","caller":"controller/controller.go:494","msg":"Reconciler error","replica-role":"leader","namespace":"test-ns-tzcbb","name":"test-preemption-trainjob-kr9lp","reconcileID":"9d7cebba-8d8e-4bfb-9cfe-bb0f1e80878f","error":"workloads.kueue.x-k8s.io \"test-preemption-trainjob-kr9lp\" is forbidden: unable to create new content in namespace test-ns-tzcbb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/workspace/upstream/kueue/src/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:312"}
{"level":"Level(-2)","ts":"2026-11-02T10:05:54.027263542Z","logger":"trainjob","caller":"jobframework/reconciler.go:398","msg":"Reconciling Job","replica-role":"leader","namespace":"test-ns-kj9m6","name":"test-runtimepatches-trainjob-wb4gr","reconcileID":"12bba870-95ca-4784-8b19-90571fdb7a03","job":"test-ns-kj9m6/test-runtimepatches-trainjob-wb4gr","gvk":"trainer.kubeflow.org/v1alpha1, Kind=TrainJob"}