Update vllm_server.py

Maximilian-Winter · May 26, 2024 · 4a0e158 · 4a0e158
1 parent 82d86be
commit 4a0e158
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/llama_cpp_agent/providers/vllm_server.py b/src/llama_cpp_agent/providers/vllm_server.py
@@ -38,7 +38,7 @@ class VLLMServerSamplingSettings(LlmSamplingSettings):
     stream: bool = False
 
     def get_provider_identifier(self) -> LlmProviderId:
-        return LlmProviderId.tgi_server
+        return LlmProviderId.vllm_server
 
     def get_additional_stop_sequences(self) -> Union[List[str], None]:
         return None