frozenleaves/vllm-dev
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix

Browse Source 
Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Woosuk Kwon
2025-07-01 11:24:59 -07:00
parent 92588b670e
commit 8d6f411247
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/compilation/decorators.py
View File

@ -181,7 +181,7 @@ def _support_torch_compile(
return self.forward(*args, **kwargs)
if self.do_not_compile:
if not self.vllm_config.compilation_config.use_simple_cuda_graph:
if not self.vllm_config.compilation_config.simple_cuda_graph:
return self.forward(*args, **kwargs)
return self.forward_graph(*args, **kwargs)

2
vllm/compilation/wrapper.py
View File

@ -148,7 +148,7 @@ class CudaGraphWrapper:
self.compilation_config.cudagraph_capture_sizes)
self.cudagraph_num_of_warmups = (
self.compilation_config.cudagraph_num_of_warmups)
assert self.compilation_config.use_simple_cuda_graph
assert self.compilation_config.simple_cuda_graph
assert self.compilation_config.full_cuda_graph
# states