From 0d09c44bd4bb69d51d313e8f1e9838a1eec89a14 Mon Sep 17 00:00:00 2001 From: Ita Zaporozhets <31893021+itazap@users.noreply.github.com> Date: Fri, 27 Sep 2024 14:54:28 +0200 Subject: [PATCH] remove warning v2 (#33761) --- src/transformers/tokenization_utils_base.py | 8 -------- 1 file changed, 8 deletions(-) diff --git a/src/transformers/tokenization_utils_base.py b/src/transformers/tokenization_utils_base.py index c96f7a331479..b5bd4fa1a391 100644 --- a/src/transformers/tokenization_utils_base.py +++ b/src/transformers/tokenization_utils_base.py @@ -1613,14 +1613,6 @@ def __init__(self, **kwargs): self.model_input_names = kwargs.pop("model_input_names", self.model_input_names) - if "clean_up_tokenization_spaces" not in kwargs: - warnings.warn( - "`clean_up_tokenization_spaces` was not set. It will be set to `True` by default. This " - "behavior will be deprecated in transformers v4.45, and will be then set to `False` by default. " - "For more details check this issue: https://github.com/huggingface/transformers/issues/31884", - FutureWarning, - ) - # By default, cleaning tokenization spaces for both fast and slow tokenizers self.clean_up_tokenization_spaces = kwargs.pop("clean_up_tokenization_spaces", False)