fix executable batch size issue (huggingface#24067)

* fix executable batch size issue * fix * undo
novice03 · Jun 23, 2023 · 4b9ec1b · 4b9ec1b
1 parent fd49683
commit 4b9ec1b
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py
@@ -1650,6 +1650,7 @@ def train(
     def _inner_training_loop(
         self, batch_size=None, args=None, resume_from_checkpoint=None, trial=None, ignore_keys_for_eval=None
     ):
+        self.accelerator.free_memory()
         self._train_batch_size = batch_size
         logger.debug(f"Currently training with a batch size of: {self._train_batch_size}")
         # Data loader and number of training steps