frozenleaves/vllm
1
0
Fork 0
mirror of https://github.com/vllm-project/vllm.git synced 2025-10-20 14:53:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

Move model filelocks from /tmp/ to ~/.cache/vllm/locks/ dir (#3241)

Browse Source
This commit is contained in:
Michael Goin
2024-03-08 13:33:10 -08:00
committed by GitHub
parent 1cb0cc2975
commit c2c5e0909a
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/model_executor/weight_utils.py
View File

@ -20,6 +20,9 @@ from vllm.model_executor.layers.quantization import (get_quantization_config,
logger = init_logger(__name__)
_xdg_cache_home = os.getenv('XDG_CACHE_HOME', os.path.expanduser('~/.cache'))
_vllm_filelocks_path = os.path.join(_xdg_cache_home, 'vllm/locks/')
class Disabledtqdm(tqdm):
@ -28,7 +31,8 @@ class Disabledtqdm(tqdm):
def get_lock(model_name_or_path: str, cache_dir: Optional[str] = None):
lock_dir = cache_dir if cache_dir is not None else "/tmp"
lock_dir = cache_dir if cache_dir is not None else _vllm_filelocks_path
os.makedirs(os.path.dirname(lock_dir), exist_ok=True)
lock_file_name = model_name_or_path.replace("/", "-") + ".lock"
lock = filelock.FileLock(os.path.join(lock_dir, lock_file_name))
return lock