frozenleaves/peft
1
0
Fork 0
mirror of https://github.com/huggingface/peft.git synced 2025-10-20 23:43:47 +08:00
Code Issues Packages Projects Releases Wiki Activity

ENH Optimize LoraParallelLinear initialization (#2576)

Browse Source
This commit is contained in:
JavaZero
2025-06-11 19:48:51 +08:00
committed by GitHub
parent e67052b18c
commit a8b9a6cecc
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/peft/tuners/lora/tp_layer.py
View File

@ -74,7 +74,7 @@ class LoraParallelLinear(nn.Module, LoraLayer):
init_method = megatron_config.init_method init_method = megatron_config.init_method
input_is_parallel = True input_is_parallel = True
gather_output = False gather_output = False
if isinstance(base_layer, self.backend.RowParallelLinear): if self.is_parallel_a:
input_is_parallel = base_layer.input_is_parallel input_is_parallel = base_layer.input_is_parallel
else: else:
gather_output = base_layer.gather_output gather_output = base_layer.gather_output