Add type ignores

mosaicml · Oct 30, 2023 · 2e94cae · 2e94cae
1 parent 5e688e7
commit 2e94cae
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/llmfoundry/tokenizers/tiktoken.py b/llmfoundry/tokenizers/tiktoken.py
@@ -56,18 +56,18 @@ def __init__(self,
         import copyreg
         import functools
 
-        def pickle_Encoding(enc: tiktoken.Encoding):
-            return (functools.partial(tiktoken.Encoding,
+        def pickle_Encoding(enc: tiktoken.Encoding): # type: ignore (thirdParty)
+            return (functools.partial(tiktoken.Encoding, # type: ignore (thirdParty)
                                       enc.name,
                                       pat_str=enc._pat_str,
                                       mergeable_ranks=enc._mergeable_ranks,
                                       special_tokens=enc._special_tokens), ())
 
-        copyreg.pickle(tiktoken.Encoding, pickle_Encoding)
+        copyreg.pickle(tiktoken.Encoding, pickle_Encoding) # type: ignore (thirdParty)
 
         if model_name is not None and encoding_name is not None:
             raise ValueError(
-                'You need to specify either model_name or encoding_name, not both.'
+                'You need to specify either model_name or encoding_name, not both.' # type: ignore (thirdParty)
             )
 
         self.model_name = model_name