diff --git a/comps/llms/text-generation/vllm-ray/requirements.txt b/comps/llms/text-generation/vllm-ray/requirements.txt
index 1f9020583..55b308768 100644
--- a/comps/llms/text-generation/vllm-ray/requirements.txt
+++ b/comps/llms/text-generation/vllm-ray/requirements.txt
@@ -3,7 +3,6 @@ fastapi
 huggingface_hub
 langchain==0.1.16
 langchain_openai
-langserve
 openai
 opentelemetry-api
 opentelemetry-exporter-otlp