frozenleaves/vllm
1
0
Fork 0
mirror of https://github.com/vllm-project/vllm.git synced 2025-10-20 14:53:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix]: correctly propagate errors message caught at the chat_templating step to the client (#18769)

Browse Source 
Signed-off-by: Guillaume Calmettes <gcalmettes@scaleway.com>
This commit is contained in:
Guillaume Calmettes
2025-05-28 05:35:43 +02:00
committed by GitHub
parent 3e9ce609bd
commit 9a21e331ff
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/entrypoints/chat_utils.py
View File

@ -1252,7 +1252,7 @@ def apply_hf_chat_template(
# investigation.
logger.exception(
"An error occurred in `transformers` while applying chat template")
raise ValueError from e
raise ValueError(str(e)) from e
def apply_mistral_chat_template(
tokenizer: MistralTokenizer,
@ -1281,7 +1281,7 @@ def apply_mistral_chat_template(
# We convert those assertion errors to ValueErrors so they can be
# are properly caught in the preprocessing_input step
except (AssertionError, MistralCommonException) as e:
raise ValueError from e
raise ValueError(str(e)) from e
# External library exceptions can sometimes occur despite the framework's
# internal exception management capabilities.
@ -1292,7 +1292,7 @@ def apply_mistral_chat_template(
logger.exception(
"An error occurred in `mistral_common` while applying chat "
"template")
raise ValueError from e
raise ValueError(str(e)) from e
def random_tool_call_id() -> str:
return f"chatcmpl-tool-{random_uuid()}"