From 108180d982df33b3ea687bd5ab88874697ca04ec Mon Sep 17 00:00:00 2001 From: Mehant Kammakomati Date: Thu, 9 Jan 2025 13:44:38 +0530 Subject: [PATCH] fix: update value error Signed-off-by: Mehant Kammakomati --- tuning/data/setup_dataprocessor.py | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/tuning/data/setup_dataprocessor.py b/tuning/data/setup_dataprocessor.py index f8d38a4e7..7921652b8 100644 --- a/tuning/data/setup_dataprocessor.py +++ b/tuning/data/setup_dataprocessor.py @@ -113,14 +113,15 @@ def _get_dataset_formatting_handlers(data_args, packing, is_padding_free=False): if packing is False: if is_padding_free: logger.debug( - "Assuming extended pretraining scenario because, packing is false," + "Assuming pretraining scenario (loss over all tokens) " + + "because, packing is false," + " padding_free plugin is used and no response template was provided." ) else: raise ValueError( - "Since dataset_text_field or data_formatter_template \ - is provided and packing is disabled, \ - needs a corresponding response template for masking" + "Since response_template is not provided for masking, \ + either use packing or padding_free to enable \ + pretraining scenario (loss over all tokens)." ) if data_args.response_template: