From 3e2cb9981bc4b27cb8b795b928f1e81a4a191f29 Mon Sep 17 00:00:00 2001 From: Will Lin Date: Fri, 6 Sep 2024 19:18:16 +0000 Subject: [PATCH] handle None case --- vllm/executor/ray_gpu_executor.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/executor/ray_gpu_executor.py b/vllm/executor/ray_gpu_executor.py index cd0050158a5ab..1c2c6f5f40de8 100644 --- a/vllm/executor/ray_gpu_executor.py +++ b/vllm/executor/ray_gpu_executor.py @@ -242,8 +242,8 @@ def sort_by_driver_then_worker_ip(worker): VLLM_INSTANCE_ID, "VLLM_TRACE_FUNCTION": str(envs.VLLM_TRACE_FUNCTION), - "VLLM_ATTENTION_BACKEND": - str(envs.VLLM_ATTENTION_BACKEND), + "VLLM_ATTENTION_BACKEND": (str(envs.VLLM_ATTENTION_BACKEND) if + envs.VLLM_ATTENTION_BACKEND else None), }, ) for (node_id, _) in worker_node_and_gpu_ids] self._env_vars_for_all_workers = (