mirror of
https://github.com/vllm-project/vllm.git
synced 2025-10-20 14:53:52 +08:00
[V1][Minor] Restore V1 compatibility with LLMEngine class (#13090)
This commit is contained in:
committed by
GitHub
parent
b91660ddb8
commit
b3f7aaccd0
@ -2084,3 +2084,8 @@ class LLMEngine:
|
||||
sampling_params.logits_processors.extend(logits_processors)
|
||||
|
||||
return sampling_params
|
||||
|
||||
|
||||
# TODO(v1): Remove this class proxy when V1 goes default.
|
||||
if envs.VLLM_USE_V1:
|
||||
from vllm.v1.engine.llm_engine import LLMEngine # type: ignore
|
||||
|
Reference in New Issue
Block a user