frozenleaves/vllm
1
0
Fork 0
mirror of https://github.com/vllm-project/vllm.git synced 2025-10-20 14:53:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix for KeyError on Loading LLaMA (#1978)

Browse Source
This commit is contained in:
Jun Gao
2023-12-10 07:59:57 +08:00
committed by GitHub
parent c85b80c2b6
commit 3a8c2381f7
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/model_executor/models/llama.py
View File

@ -322,6 +322,10 @@ class LlamaForCausalLM(nn.Module):
model_name_or_path, cache_dir, load_format, revision):
if "rotary_emb.inv_freq" in name:
continue
if "rotary_emb.cos_cached" in name:
continue
if "rotary_emb.sin_cached" in name:
continue
for (param_name, weight_name, shard_id) in stacked_params_mapping:
if weight_name not in name:
continue