frozenleaves/vllm
1
0
Fork 0
mirror of https://github.com/vllm-project/vllm.git synced 2025-10-20 14:53:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Core] Force PIECEWISE CUDAGraph mode for encoder-decoder (#25701)

Browse Source 
Signed-off-by: Russell Bryant <rbryant@redhat.com>
This commit is contained in:
Russell Bryant
2025-09-25 21:21:56 -04:00
committed by GitHub
parent 53a30845be
commit 13dd93c667
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/config/__init__.py
View File

@ -364,9 +364,11 @@ class VllmConfig:
self.compilation_config.cudagraph_mode = \
CUDAGraphMode.FULL_AND_PIECEWISE
# pooling model does not support full cudagraphs
# pooling models and encoder-decoder models
# do not support full cudagraphs
if self.model_config is not None and \
self.model_config.pooler_config is not None:
(self.model_config.pooler_config is not None
or self.model_config.is_encoder_decoder):
self.compilation_config.cudagraph_mode = \
CUDAGraphMode.PIECEWISE
else: