From ee61d40f324598ac6ee43934ca4ee6093aebec32 Mon Sep 17 00:00:00 2001 From: shibing624 Date: Mon, 29 Apr 2024 20:30:25 +0800 Subject: [PATCH] update system tokens. --- openai_api.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/openai_api.py b/openai_api.py index 1c40f34..634cfe4 100644 --- a/openai_api.py +++ b/openai_api.py @@ -95,7 +95,7 @@ class ModelList(BaseModel): class ChatMessage(BaseModel): - role: Literal['user', 'assistant', 'system', 'function'] + role: Literal['user', 'assistant', 'system', 'function', 'tool'] content: Optional[str] = None tool_calls: Optional[Dict] = None @@ -216,7 +216,7 @@ def parse_messages(messages, tools): if messages[0].role == 'system': system = messages.pop(0).content.lstrip('\n').rstrip() else: - system = 'You are a helpful assistant.' + system = '' if tools: tools_text = [] @@ -371,7 +371,7 @@ def prepare_chat(tokenizer, query, history, system): """Prepare model inputs for chat completion.""" if prompt_template: history_messages = history + [[query, ""]] - prompt = prompt_template.get_prompt(messages=history_messages) + prompt = prompt_template.get_prompt(messages=history_messages, system_prompt=system) else: messages = [ {"role": "system", "content": system}