frozenleaves/vllm
1
0
Fork 0
mirror of https://github.com/vllm-project/vllm.git synced 2025-10-20 23:03:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

[cuda][misc] error on empty CUDA_VISIBLE_DEVICES (#7924)

Browse Source
This commit is contained in:
youkaichao
2024-08-27 12:06:11 -07:00
committed by GitHub
parent b09c755be8
commit ed6f002d33
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/platforms/cuda.py
View File

@ -84,6 +84,9 @@ except ModuleNotFoundError:
def device_id_to_physical_device_id(device_id: int) -> int:
if "CUDA_VISIBLE_DEVICES" in os.environ:
device_ids = os.environ["CUDA_VISIBLE_DEVICES"].split(",")
if device_ids == [""]:
raise RuntimeError("CUDA_VISIBLE_DEVICES is set to empty string,"
" which means GPU support is disabled.")
physical_device_id = device_ids[device_id]
return int(physical_device_id)
else: