loader data order bug when resuming from epoch >= 1 fix

ngazagna-qc · ngazagna-qc · commit b07715d38108 · 2025-09-04T12:00:35.000Z
diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py
@@ -2603,6 +2603,7 @@ def _inner_training_loop(
             steps_skipped = 0
             if steps_trained_in_current_epoch > 0:
                 epoch_dataloader = skip_first_batches(epoch_dataloader, steps_trained_in_current_epoch)
+                epoch_dataloader.iteration = epochs_trained
                 steps_skipped = steps_trained_in_current_epoch
                 steps_trained_in_current_epoch = 0
                 rng_to_sync = True
