[bugfix] fix tsts (#9959)

Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao
2024-11-02 15:54:05 -07:00
committed by GitHub
parent ae5279a163
commit 3bb4befea7
2 changed files with 2 additions and 1 deletions

View File

@ -150,7 +150,7 @@ def _get_model_initialization_kwargs(
def build_model(model_class: Type[nn.Module],
vllm_config: VllmConfig,
vllm_config: Optional[VllmConfig],
hf_config: PretrainedConfig,
cache_config: Optional[CacheConfig],
quant_config: Optional[QuantizationConfig],

View File

@ -252,6 +252,7 @@ def init_vllm_registered_model(
return build_model(
model_class,
None,
hf_config,
cache_config,
quant_config,