Merge pull request axolotl-ai-cloud#209 from sroecker/fix_redpajama_e…

…xample_tokenizer Use AutoTokenizer for redpajama example
mkeoliya · Jun 14, 2023 · 707e70e · 707e70e
2 parents a779efd + 7166d76
commit 707e70e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/redpajama/config-3b.yml b/examples/redpajama/config-3b.yml
@@ -1,7 +1,7 @@
 base_model: togethercomputer/RedPajama-INCITE-Chat-3B-v1
 base_model_config: togethercomputer/RedPajama-INCITE-Chat-3B-v1
 model_type: GPTNeoXForCausalLM
-tokenizer_type: GPTNeoXTokenizer
+tokenizer_type: AutoTokenizer
 trust_remote_code:
 load_in_8bit: false
 datasets: