From 4a0e15814fd86093a9017921b51045750d11c68a Mon Sep 17 00:00:00 2001 From: Maximilian Winter Date: Sun, 26 May 2024 15:19:27 +0200 Subject: [PATCH] Update vllm_server.py --- src/llama_cpp_agent/providers/vllm_server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llama_cpp_agent/providers/vllm_server.py b/src/llama_cpp_agent/providers/vllm_server.py index 5157abd..62feee1 100644 --- a/src/llama_cpp_agent/providers/vllm_server.py +++ b/src/llama_cpp_agent/providers/vllm_server.py @@ -38,7 +38,7 @@ class VLLMServerSamplingSettings(LlmSamplingSettings): stream: bool = False def get_provider_identifier(self) -> LlmProviderId: - return LlmProviderId.tgi_server + return LlmProviderId.vllm_server def get_additional_stop_sequences(self) -> Union[List[str], None]: return None