v0.0.13

DevXT-LLC · Oct 4, 2023 · af6c744 · af6c744
1 parent 3a992ee
commit af6c744
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 7 deletions.
diff --git a/local_llm/__init__.py b/local_llm/__init__.py
@@ -230,14 +230,16 @@ def __init__(
             self.params["model_path"] = get_model(
                 model_name=self.model_name, models_dir=models_dir
             )
+            model_max_tokens = get_max_tokens(
+                model_name=self.model_name, models_dir=models_dir
+            )
+            self.prompt_template = get_prompt(
+                model_name=self.model_name, models_dir=models_dir
+            )
         else:
             self.params["model_path"] = ""
-        model_max_tokens = get_max_tokens(
-            model_name=self.model_name, models_dir=models_dir
-        )
-        self.prompt_template = get_prompt(
-            model_name=self.model_name, models_dir=models_dir
-        )
+            model_max_tokens = 8192
+            self.prompt_template = "{system_message}\n\n{prompt}"
         try:
             self.max_tokens = (
                 int(max_tokens)

diff --git a/setup.py b/setup.py
@@ -10,7 +10,7 @@
 
 setup(
     name="local-llm",
-    version="0.0.12",
+    version="0.0.13",
     description="Local-LLM is a llama.cpp server in Docker with OpenAI Style Endpoints.",
     long_description=long_description,
     long_description_content_type="text/markdown",