frozenleaves/vllm
1
0
Fork 0
mirror of https://github.com/vllm-project/vllm.git synced 2025-10-20 23:03:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

[BUG] Reorder model config creation (#26124)

Browse Source 
Signed-off-by: ahao-anyscale <ahao@anyscale.com>
This commit is contained in:
ahao-anyscale
2025-10-02 23:59:36 -07:00
committed by GitHub
parent 10d765482d
commit c4b48d3c0f
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/engine/arg_utils.py
View File

@ -1131,6 +1131,10 @@ class EngineArgs:
device_config = DeviceConfig( device_config = DeviceConfig(
device=cast(Device, current_platform.device_type)) device=cast(Device, current_platform.device_type))
model_config = self.create_model_config()
self.model = model_config.model
self.tokenizer = model_config.tokenizer
(self.model, self.tokenizer, (self.model, self.tokenizer,
self.speculative_config) = maybe_override_with_speculators( self.speculative_config) = maybe_override_with_speculators(
model=self.model, model=self.model,
@ -1139,7 +1143,6 @@ class EngineArgs:
trust_remote_code=self.trust_remote_code, trust_remote_code=self.trust_remote_code,
vllm_speculative_config=self.speculative_config, vllm_speculative_config=self.speculative_config,
) )
model_config = self.create_model_config()
# * If VLLM_USE_V1 is unset, we enable V1 for "supported features" # * If VLLM_USE_V1 is unset, we enable V1 for "supported features"
# and fall back to V0 for experimental or unsupported features. # and fall back to V0 for experimental or unsupported features.