adding debugging code

NVIDIA · Nov 15, 2024 · fe541ed · fe541ed
1 parent 9f3387a
commit fe541ed
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/nemo/collections/common/tokenizers/huggingface/auto_tokenizer.py b/nemo/collections/common/tokenizers/huggingface/auto_tokenizer.py
@@ -106,6 +106,8 @@ def __init__(
             print("vocab_file: ", vocab_file)
             print("use_fast: ", use_fast)
             print("trust_remote_code: ", trust_remote_code)
+            import os
+            print("os.path.exists(vocab_file): ", os.path.exists(vocab_file))
             try:
                 import subprocess
                 result = subprocess.run(['ls ' + vocab_file], capture_output=True, text=True)