[AutoTokenizer] Add data2vec to mapping (#25835)

huggingface · Aug 29, 2023 · 0daeeb4 · 0daeeb4
1 parent 0e59c93
commit 0daeeb4
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/transformers/models/auto/tokenization_auto.py b/src/transformers/models/auto/tokenization_auto.py
@@ -138,6 +138,7 @@
             ),
             ("cpmant", ("CpmAntTokenizer", None)),
             ("ctrl", ("CTRLTokenizer", None)),
+            ("data2vec-audio", ("Wav2Vec2CTCTokenizer", None)),
             ("data2vec-text", ("RobertaTokenizer", "RobertaTokenizerFast" if is_tokenizers_available() else None)),
             ("deberta", ("DebertaTokenizer", "DebertaTokenizerFast" if is_tokenizers_available() else None)),
             (