fix init error for MessageQueue when n_local_reader is zero (vllm-pro…

…ject#11768) Signed-off-by: Bowen Wang <[email protected]>
abmfy · Jan 24, 2025 · 80dce6c · 80dce6c
1 parent 05b69a5
commit 80dce6c
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/distributed/device_communicators/shm_broadcast.py b/vllm/distributed/device_communicators/shm_broadcast.py
@@ -247,7 +247,8 @@ def __init__(
         self.handle = Handle(
             connect_ip=connect_ip,
             local_reader_ranks=local_reader_ranks,
-            buffer_handle=self.buffer.handle(),
+            buffer_handle=self.buffer.handle()
+            if self.buffer is not None else None,
             local_subscribe_port=local_subscribe_port,
             remote_subscribe_port=remote_subscribe_port,
         )