frozenleaves/vllm
1
0
Fork 0
mirror of https://github.com/vllm-project/vllm.git synced 2025-10-20 23:03:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

updated

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw
2025-07-20 20:36:47 +00:00
parent 7127d838d7
commit cae7cb0223
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/v1/engine/utils.py
View File

@ -602,9 +602,8 @@ def launch_core_engines(
assert local_engine_count == 1 assert local_engine_count == 1
engines_to_handshake = [CoreEngine(index=dp_rank, local=True)] engines_to_handshake = [CoreEngine(index=dp_rank, local=True)]
elif dp_rank == 0: elif dp_rank == 0:
# Rank 0 holds Coordinator, so it handshakes will all Cores, # Rank 0 holds Coordinator, so it handshakes with all Cores
# including in external DPLB mode where it is not managing # in both external dplb and internal dplb mode.
# the remote EngineCore.
engines_to_handshake = [ engines_to_handshake = [
CoreEngine(index=i, local=(i < local_engine_count)) CoreEngine(index=i, local=(i < local_engine_count))
for i in range(dp_size) for i in range(dp_size)