frozenleaves/DeepSpeed
1
0
Fork 0
mirror of https://github.com/deepspeedai/DeepSpeed.git synced 2025-10-20 23:53:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'master' into loadams/pyproject-toml

Browse Source
This commit is contained in:
Logan Adams
2025-04-21 07:54:15 -07:00
committed by GitHub
parent dfcc24d3c8 9c9d32c2ca
commit b4ed94a67a
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
deepspeed/utils/groups.py
View File

@ -589,7 +589,7 @@ def _get_data_parallel_rank():
def _get_sequence_parallel_world_size(): def _get_sequence_parallel_world_size():
"""Return world size for the model parallel group.""" """Return world size for the sequence parallel group."""
global mpu global mpu
if mesh_device is not None: if mesh_device is not None:
return dist.get_world_size(mesh_device.get_group(mesh_dim="sequence_parallel")) return dist.get_world_size(mesh_device.get_group(mesh_dim="sequence_parallel"))
@ -599,7 +599,7 @@ def _get_sequence_parallel_world_size():
def _get_sequence_parallel_rank(): def _get_sequence_parallel_rank():
"""Return my rank for the data parallel group.""" """Return my rank for the sequence parallel group."""
global mpu global mpu
if mpu is not None and hasattr(mpu, 'get_sequence_parallel_rank'): if mpu is not None and hasattr(mpu, 'get_sequence_parallel_rank'):
return mpu.get_sequence_parallel_rank() return mpu.get_sequence_parallel_rank()