frozenleaves/vllm
1
0
Fork 0
mirror of https://github.com/vllm-project/vllm.git synced 2025-10-20 14:53:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix compute_logits in Jamba (#6093)

Browse Source
This commit is contained in:
Roger Wang
2024-07-03 00:32:35 -07:00
committed by GitHub
parent f1c78138aa
commit 7cd2ebb025
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/models/jamba.py
View File

@ -876,7 +876,7 @@ class JambaForCausalLM(nn.Module):
def compute_logits(self, hidden_states: torch.Tensor,
sampling_metadata: SamplingMetadata) -> torch.Tensor:
logits = self.logits_processor(self.lm_head.weight, hidden_states,
logits = self.logits_processor(self.lm_head, hidden_states,
sampling_metadata)
return logits