From adc5597f46f17353f60b5d8db37e6615ab64d926 Mon Sep 17 00:00:00 2001 From: shibing624 Date: Tue, 1 Aug 2023 19:45:42 +0800 Subject: [PATCH] update detail. --- supervised_finetuning.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/supervised_finetuning.py b/supervised_finetuning.py index c6dee95..42d8881 100644 --- a/supervised_finetuning.py +++ b/supervised_finetuning.py @@ -902,7 +902,9 @@ def preprocess_function(examples): # Training if training_args.do_train: logger.info("*** Train ***") - logger.debug(f"Train dataloader example: {next(iter(trainer.get_train_dataloader()))}") + sample = next(iter(trainer.get_train_dataloader())) + logger.debug(f"Train dataloader example: {sample}") + logger.debug(f"Details: \ninput_ids: {list(sample['input_ids'])}, \nlabels: {list(sample['labels'])}") checkpoint = None if training_args.resume_from_checkpoint is not None: checkpoint = training_args.resume_from_checkpoint