Update vllm_server.py

Maximilian-Winter · May 26, 2024 · 2771bb8 · 2771bb8
1 parent f77f89a
commit 2771bb8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/llama_cpp_agent/providers/vllm_server.py b/src/llama_cpp_agent/providers/vllm_server.py
@@ -203,5 +203,5 @@ def generate_chunks():
             return {"choices": [{"text": result.choices[0].message.content}]}
 
     def tokenize(self, prompt: str) -> list[int]:
-        result = self.tokenizer.encode(prompt=prompt)
+        result = self.tokenizer.encode(text=prompt)
         return result