Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw
2025-07-20 03:47:45 +00:00
parent 1ced153eec
commit b9c0f658ca

View File

@ -326,7 +326,6 @@ class AsyncLLM(EngineClient):
# task switching under load which helps performance).
out = q.get_nowait() or await q.get()
# Note: both OutputProcessor and EngineCore handle their
# own request cleanup based on finished.
finished = out.finished