[Bugfix] Fix code for downloading models from modelscope (#8443)

This commit is contained in:
tastelikefeet
2024-09-28 23:24:12 +08:00
committed by GitHub
parent b0298aa8cc
commit 39d3f8d94f

View File

@ -0,0 +1,17 @@
from vllm.envs import VLLM_USE_MODELSCOPE
if VLLM_USE_MODELSCOPE:
# Patch here, before each import happens
import modelscope
from packaging import version
# patch_hub begins from modelscope>=1.18.1
if version.parse(modelscope.__version__) <= version.parse('1.18.0'):
raise ImportError(
'Using vLLM with ModelScope needs modelscope>=1.18.1, please '
'install by `pip install modelscope>=1.18.1`')
from modelscope.utils.hf_util import patch_hub
# Patch hub to download models from modelscope to speed up.
patch_hub()