frozenleaves/vllm
1
0
Fork 0
mirror of https://github.com/vllm-project/vllm.git synced 2025-10-20 14:53:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] Allow override VLLM_DISTRIBUTED_INIT_METHOD_OVERRIDE

Browse Source
This commit is contained in:
Woosuk Kwon
2025-10-19 01:47:13 +00:00
parent 83e760c57d
commit 6f47333c4e
2 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/distributed/parallel_state.py
View File

@ -1182,7 +1182,7 @@ def init_distributed_environment(
# this backend is used for WORLD
torch.distributed.init_process_group(
backend=backend,
init_method=distributed_init_method,
init_method=(envs.VLLM_DISTRIBUTED_INIT_METHOD_OVERRIDE or distributed_init_method),
world_size=world_size,
rank=rank,
timeout=timeout,

3
vllm/envs.py
View File

@ -217,6 +217,7 @@ if TYPE_CHECKING:
VLLM_NCCL_INCLUDE_PATH: str | None = None
VLLM_USE_FBGEMM: bool = False
VLLM_GC_DEBUG: str = ""
VLLM_DISTRIBUTED_INIT_METHOD_OVERRIDE: str | None = None
def get_default_cache_root():
@ -1418,6 +1419,8 @@ environment_variables: dict[str, Callable[[], Any]] = {
# - VLLM_GC_DEBUG='{"top_objects":5}': enable GC debugger with
# top 5 collected objects
"VLLM_GC_DEBUG": lambda: os.getenv("VLLM_GC_DEBUG", ""),
# Override the torch.distributed init method.
"VLLM_DISTRIBUTED_INIT_METHOD_OVERRIDE": lambda: os.getenv("VLLM_DISTRIBUTED_INIT_METHOD_OVERRIDE", None),
}
# --8<-- [end:env-vars-definition]