Updates

DevXT-LLC · Mar 19, 2024 · 5184190 · 5184190
1 parent 76b0719
commit 5184190
Show file tree

Hide file tree

Showing 2 changed files with 16 additions and 16 deletions.
diff --git a/ezlocalai/LLM.py b/ezlocalai/LLM.py
@@ -218,7 +218,7 @@ def __init__(
         else:
             self.params["model_path"] = ""
             self.params["max_tokens"] = 8192
-        self.params["n_ctx"] = int(os.environ.get("LLM_MAX_TOKENS", 0))
+        self.params["n_ctx"] = int(os.environ.get("LLM_MAX_TOKENS", 4096))
         self.params["verbose"] = True
         self.system_message = system_message
         self.params["mirostat_mode"] = 2

diff --git a/tests.ipynb b/tests.ipynb