Enhance the robustness of the code (infiniflow#1879)

### What problem does this PR solve? Enhance the robustness of the code ### Type of change - [x] Refactoring --------- Co-authored-by: Zhedong Cen <[email protected]>
Halfknow · Aug 9, 2024 · 491a9b1 · 491a9b1
1 parent 0b73bc0
commit 491a9b1
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/api/apps/llm_app.py b/api/apps/llm_app.py
@@ -132,7 +132,7 @@ def add_llm():
         api_key = "xxxxxxxxxxxxxxx"
     elif factory == "OpenAI-API-Compatible":
         llm_name = req["llm_name"]+"___OpenAI-API"
-        api_key = req["api_key"]
+        api_key = req.get("api_key","xxxxxxxxxxxxxxx") 
     else:
         llm_name = req["llm_name"]
         api_key = "xxxxxxxxxxxxxxx"

diff --git a/rag/llm/chat_model.py b/rag/llm/chat_model.py
@@ -72,7 +72,7 @@ def chat_streamly(self, system, history, gen_conf):
                         + num_tokens_from_string(resp.choices[0].delta.content)
                     )
                     if not hasattr(resp, "usage") or not resp.usage
-                    else resp.usage["total_tokens"]
+                    else resp.usage.get("total_tokens",total_tokens)
                 )
                 if resp.choices[0].finish_reason == "length":
                     ans += "...\nFor the content length reason, it stopped, continue?" if is_english(