[VITS] Only trigger tokenizer warning for uroman (huggingface#25915)

parambharat · Sep 26, 2023 · 2042ec6 · 2042ec6
1 parent 3f5004c
commit 2042ec6
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/transformers/models/vits/tokenization_vits.py b/src/transformers/models/vits/tokenization_vits.py
@@ -184,7 +184,7 @@ def prepare_for_tokenization(
 
         filtered_text = self._preprocess_char(text)
 
-        if has_non_roman_characters(filtered_text):
+        if has_non_roman_characters(filtered_text) and self.is_uroman:
             logger.warning(
                 "Text to the tokenizer contains non-Roman characters. Ensure the `uroman` Romanizer is "
                 "applied to the text prior to passing it to the tokenizer. See "