frozenleaves/vllm
1
0
Fork 0
mirror of https://github.com/vllm-project/vllm.git synced 2025-10-20 14:53:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix #1474 - AssertionError:assert param_slice.shape == loaded_weight.shape (#1631)

Browse Source
This commit is contained in:
lirui
2023-11-13 07:53:12 +08:00
committed by GitHub
parent 1b290ace4f
commit eb825c1e74
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/models/gpt_j.py
View File

@ -250,7 +250,7 @@ class GPTJForCausalLM(nn.Module):
if att_weight_name not in name:
continue
param = state_dict[name.replace(att_weight_name, "qkv_proj")]
shard_size = param.shape[1]
shard_size = param.shape[0] // 3
loaded_weight = loaded_weight[shard_size * tp_rank:shard_size *
(tp_rank + 1)]
param_slice = param.data[shard_size * stride_id:shard_size *