aquila bug fix

vtuber-plan · Apr 29, 2024 · 68e0a5d · 68e0a5d
1 parent db21902
commit 68e0a5d
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 3 deletions.
diff --git a/chatproto/conversation/models/aquila.py b/chatproto/conversation/models/aquila.py
@@ -20,7 +20,6 @@
     system_message="A chat between a curious human and an artificial intelligence assistant. "
     "The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n",
     roles=("### Human: ", "### Assistant: "),
-    offset=0,
     sep_style=SeparatorStyle.NO_COLON_TWO,
     sep="\n",
     sep2="</s>",
@@ -34,7 +33,6 @@
     system_message="A chat between a curious human and an artificial intelligence assistant. "
     "The assistant gives helpful, detailed, and polite answers to the human's questions.",
     roles=("Human", "Assistant"),
-    offset=0,
     sep_style=SeparatorStyle.ADD_COLON_TWO,
     sep="###",
     sep2="</s>",
@@ -47,7 +45,6 @@
 aquila_v1 = ConversationSettings(
     name="aquila-v1",
     roles=("<|startofpiece|>", "<|endofpiece|>"),
-    offset=0,
     sep_style=SeparatorStyle.NO_COLON_TWO,
     sep="",
     sep2="</s>",

diff --git a/chatproto/conversation/models/gemma.py b/chatproto/conversation/models/gemma.py
@@ -0,0 +1,14 @@
+from ..settings import ConversationSettings, SeparatorStyle
+
+# Gemma
+# reference: https://huggingface.co/google/gemma-7b-it?text=%3Cstart_of_turn%3Euser%0AHow+does+the+brain+work%3F%3Cend_of_turn%3E%0A%3Cstart_of_turn%3Emodel
+gemma = ConversationSettings(
+    name="gemma",
+    roles=("<start_of_turn>user", "<start_of_turn>model"),
+    system_template="<bos>{system_message}",
+    sep_style=SeparatorStyle.ADD_NEW_LINE_SINGLE,
+    sep="<end_of_turn>\n",
+    stop_str="<end_of_turn>",
+)
+
+# FIXME: <bos>