frozenleaves/vllm
1
0
Fork 0
mirror of https://github.com/vllm-project/vllm.git synced 2025-10-20 23:03:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

Removed Extraneous Print Message From OAI Server (#3440)

Browse Source
This commit is contained in:
Robert Shaw
2024-03-15 19:35:36 -05:00
committed by GitHub
parent fb96c1e98c
commit 10585e035e
1 changed files with 0 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/entrypoints/openai/serving_completion.py
View File

@ -309,10 +309,7 @@ class OpenAIServingCompletion(OpenAIServing):
except ValueError as e: except ValueError as e:
# TODO: Use a vllm-specific Validation Error # TODO: Use a vllm-specific Validation Error
data = self.create_streaming_error_response(str(e)) data = self.create_streaming_error_response(str(e))
print("yield", f"data: {data}\n\n")
yield f"data: {data}\n\n" yield f"data: {data}\n\n"
print("yield", "data: [DONE]\n\n")
yield "data: [DONE]\n\n" yield "data: [DONE]\n\n"
def request_output_to_completion_response( def request_output_to_completion_response(