From 7166d76b62883bb5d983e19a20b48287998aa6bf Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Steffen=20R=C3=B6cker?= <sroecker@gmail.com>
Date: Wed, 14 Jun 2023 20:09:26 +0200
Subject: [PATCH] Use AutoTokenizer for redpajama example

---
 examples/redpajama/config-3b.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/examples/redpajama/config-3b.yml b/examples/redpajama/config-3b.yml
index e7342b2f77..869c0883e8 100644
--- a/examples/redpajama/config-3b.yml
+++ b/examples/redpajama/config-3b.yml
@@ -1,7 +1,7 @@
 base_model: togethercomputer/RedPajama-INCITE-Chat-3B-v1
 base_model_config: togethercomputer/RedPajama-INCITE-Chat-3B-v1
 model_type: GPTNeoXForCausalLM
-tokenizer_type: GPTNeoXTokenizer
+tokenizer_type: AutoTokenizer
 trust_remote_code:
 load_in_8bit: false
 datasets: