Add ctx check and re-order __init__. Closes ggerganov#112

Deadsg · Apr 25, 2023 · cc706fb · cc706fb
1 parent 996e31d
commit cc706fb
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -133,15 +133,18 @@ def __init__(
 
         self.n_threads = n_threads or max(multiprocessing.cpu_count() // 2, 1)
 
+        self.lora_base = lora_base
+        self.lora_path = lora_path
+
         if not os.path.exists(model_path):
             raise ValueError(f"Model path does not exist: {model_path}")
 
         self.ctx = llama_cpp.llama_init_from_file(
             self.model_path.encode("utf-8"), self.params
         )
 
-        self.lora_base = lora_base
-        self.lora_path = lora_path
+        assert self.ctx is not None
+
         if self.lora_path:
             if llama_cpp.llama_apply_lora_from_file(
                 self.ctx,