From 872bf8047bf1179317c8bd614ffd2cbc198bf265 Mon Sep 17 00:00:00 2001 From: Nick Hill Date: Thu, 15 Aug 2024 22:48:07 -0700 Subject: [PATCH] [Core] Use uvloop with zmq-decoupled front-end (#7570) Signed-off-by: Alvant --- vllm/entrypoints/openai/rpc/server.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/entrypoints/openai/rpc/server.py b/vllm/entrypoints/openai/rpc/server.py index e72d039d315ad..af406d8715403 100644 --- a/vllm/entrypoints/openai/rpc/server.py +++ b/vllm/entrypoints/openai/rpc/server.py @@ -3,6 +3,7 @@ from typing import Any, Coroutine import cloudpickle +import uvloop import zmq import zmq.asyncio from typing_extensions import Never @@ -217,4 +218,4 @@ def signal_handler() -> None: def run_rpc_server(async_engine_args: AsyncEngineArgs, usage_context: UsageContext, rpc_path: str): server = AsyncEngineRPCServer(async_engine_args, usage_context, rpc_path) - asyncio.run(run_server(server)) + uvloop.run(run_server(server))