From 6e7cceb55ffa87a817ff20a57073ad9e0a3ba899 Mon Sep 17 00:00:00 2001
From: Josh XT <josh@devxt.com>
Date: Wed, 4 Oct 2023 01:29:44 -0400
Subject: [PATCH] Updates

---
 provider.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/provider.py b/provider.py
index 0559de1..0849c3d 100644
--- a/provider.py
+++ b/provider.py
@@ -1,5 +1,6 @@
 from llama_cpp import Llama
 from bs4 import BeautifulSoup
+from typing import List
 import os
 import re
 import requests
@@ -154,7 +155,7 @@ async def streaming_generation(data):
 class LLM:
     def __init__(
         self,
-        stop: str = "<|im_end|>",
+        stop: List[str] = "<|im_end|>",
         max_tokens: int = 8192,
         temperature: float = 1.31,
         top_p: float = 1.0,