frozenleaves/vllm
1
0
Fork 0
mirror of https://github.com/vllm-project/vllm.git synced 2025-10-20 14:53:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix][Hardware][CPU] Fix CPU model input for decode (#9044)

Browse Source
This commit is contained in:
Isotr0py
2024-10-07 10:14:27 +08:00
committed by GitHub
parent cb3b2b9ba4
commit 487678d046
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/worker/cpu_model_runner.py
View File

@ -133,7 +133,7 @@ class ModelInputForCPUBuilder(ModelRunnerInputBuilderBase[ModelInputForCPU]):
(input_tokens, input_positions,
attn_metadata) = self._prepare_decode(
self.seq_group_metadata_list)
seq_lens = []
seq_lens = None
return self.model_input_cls(
input_tokens=input_tokens,