frozenleaves/vllm
1
0
Fork 0
mirror of https://github.com/vllm-project/vllm.git synced 2025-10-20 23:03:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix: Check the type of params to be a Sequence not list. (#19910)

Browse Source 
Signed-off-by: Rabin Adhikari <rabin.adk1@gmail.com>
This commit is contained in:
Rabin Adhikari
2025-06-21 01:03:17 +02:00
committed by GitHub
parent e773a9e1c2
commit 8ca81bb069
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/entrypoints/llm.py
View File

@ -1450,15 +1450,15 @@ class LLM:
prompts = [prompts] prompts = [prompts]
num_requests = len(prompts) num_requests = len(prompts)
if isinstance(params, list) and len(params) != num_requests: if isinstance(params, Sequence) and len(params) != num_requests:
raise ValueError("The lengths of prompts and params " raise ValueError("The lengths of prompts and params "
"must be the same.") "must be the same.")
if isinstance(lora_request, if isinstance(lora_request,
list) and len(lora_request) != num_requests: Sequence) and len(lora_request) != num_requests:
raise ValueError("The lengths of prompts and lora_request " raise ValueError("The lengths of prompts and lora_request "
"must be the same.") "must be the same.")
for sp in params if isinstance(params, list) else (params, ): for sp in params if isinstance(params, Sequence) else (params, ):
if isinstance(sp, SamplingParams): if isinstance(sp, SamplingParams):
self._add_guided_params(sp, guided_options) self._add_guided_params(sp, guided_options)