mirror of
https://github.com/vllm-project/vllm.git
synced 2025-10-20 14:53:52 +08:00
[bugfix] fix tsts (#9959)
Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
@ -150,7 +150,7 @@ def _get_model_initialization_kwargs(
|
||||
|
||||
|
||||
def build_model(model_class: Type[nn.Module],
|
||||
vllm_config: VllmConfig,
|
||||
vllm_config: Optional[VllmConfig],
|
||||
hf_config: PretrainedConfig,
|
||||
cache_config: Optional[CacheConfig],
|
||||
quant_config: Optional[QuantizationConfig],
|
||||
|
@ -252,6 +252,7 @@ def init_vllm_registered_model(
|
||||
|
||||
return build_model(
|
||||
model_class,
|
||||
None,
|
||||
hf_config,
|
||||
cache_config,
|
||||
quant_config,
|
||||
|
Reference in New Issue
Block a user