frozenleaves/vllm
1
0
Fork 0
mirror of https://github.com/vllm-project/vllm.git synced 2025-10-20 14:53:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Intel GPU] fix xpu not support punica kernel (which use torch.library.custom_op) (#7685)

Browse Source
This commit is contained in:
Kunshang Ji
2024-08-21 03:01:09 +08:00
committed by GitHub
parent 3b682179dd
commit 6e4658c7aa
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/lora/punica.py
View File

@ -10,8 +10,10 @@ from typing import TYPE_CHECKING, Callable, List, Optional, Tuple, Union
import torch
from vllm.triton_utils import HAS_TRITON
from vllm.utils import is_xpu
if HAS_TRITON:
# FIXME: xpu path doesn't support torch.library.custom_op
if HAS_TRITON and not is_xpu():
from vllm.lora.ops.bgmv_expand import bgmv_expand
from vllm.lora.ops.bgmv_expand_slice import bgmv_expand_slice
from vllm.lora.ops.bgmv_shrink import bgmv_shrink