frozenleaves/vllm
1
0
Fork 0
mirror of https://github.com/vllm-project/vllm.git synced 2025-10-20 14:53:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

[BugFix][V1] Quick fix for min_tokens with multiple EOS (#15407)

Browse Source 
Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
Nick Hill
2025-03-24 15:58:59 -07:00
committed by GitHub
parent 9d72daf4ce
commit 623e2ed29f
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/sampling_params.py
View File

@ -369,8 +369,9 @@ class SamplingParams(
self.top_k = -1
self.min_p = 0.0
self._verify_greedy_sampling()
# eos_token_id is added to this by the engine
self._all_stop_token_ids = set(self.stop_token_ids)
self._all_stop_token_ids.update(self.stop_token_ids)
def _verify_args(self) -> None:
if not isinstance(self.n, int):