Merge pull request #846 from PrefectHQ/fallback-encoding

fallback model encoding
PrefectHQ · Feb 14, 2024 · b16a1fe · b16a1fe
2 parents bb3afed + 5a437c8
commit b16a1fe
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/src/marvin/settings.py b/src/marvin/settings.py
@@ -44,7 +44,12 @@ class ChatCompletionSettings(MarvinSettings):
     def encoder(self):
         import tiktoken
 
-        return tiktoken.encoding_for_model(self.model).encode
+        try:
+            encoding = tiktoken.encoding_for_model(self.model)
+        except KeyError:
+            encoding = tiktoken.encoding_for_model("gpt-3.5-turbo")
+
+        return encoding.encode
 
 
 class ChatVisionSettings(MarvinSettings):