frozenleaves/DeepSpeed
1
0
Fork 0
mirror of https://github.com/deepspeedai/DeepSpeed.git synced 2025-10-20 15:33:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

Switch from double quotes to match single quotes (#5530)

Browse Source
This commit is contained in:
Logan Adams
2024-05-13 20:20:21 -07:00
committed by GitHub
parent 82ce4ae815
commit 62ca317829
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
deepspeed/module_inject/auto_tp.py
View File

@ -307,7 +307,7 @@ class AutoTP():
# Mixtral-7x8b used w2*act(w1*w3) linear. need to replace w2 to linearallreduce. # Mixtral-7x8b used w2*act(w1*w3) linear. need to replace w2 to linearallreduce.
elif 'w2' in layer and 'Mixtral' in str(type(module)): elif 'w2' in layer and 'Mixtral' in str(type(module)):
gem_list = gem_list + [layer] gem_list = gem_list + [layer]
elif "self_attn.dense" in layer and "Phi" in str(type(module)): elif 'self_attn.dense' in layer and 'Phi' in str(type(module)):
gem_list = gem_list + [layer] gem_list = gem_list + [layer]
layer_list = [] layer_list = []