Skip to content

Commit 4209c8c

Browse files
authored
fix multinode dp mode bug. (#986)
1 parent f1c4328 commit 4209c8c

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

lightllm/server/router/model_infer/mode_backend/base_backend.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -282,7 +282,9 @@ def _try_read_new_reqs_normal(self):
282282
self.node_broadcast_tensor.fill_(1)
283283
else:
284284
self.node_broadcast_tensor.fill_(0)
285-
dist.broadcast(self.node_broadcast_tensor, src=0, group=self.node_nccl_group, async_op=False)
285+
286+
src_rank_id = self.args.node_rank * self.node_world_size
287+
dist.broadcast(self.node_broadcast_tensor, src=src_rank_id, group=self.node_nccl_group, async_op=False)
286288
new_buffer_is_ready = self.node_broadcast_tensor.detach().item()
287289
if new_buffer_is_ready:
288290
self._read_reqs_buffer_and_init_reqs()

0 commit comments

Comments
 (0)