frozenleaves/vllm
1
0
Fork 0
mirror of https://github.com/vllm-project/vllm.git synced 2025-10-20 14:53:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix comment typo of get_num_common_prefix_blocks() (#21827)

Browse Source 
Signed-off-by: MingzhenHan <hanmingzhen2002@outlook.com>
This commit is contained in:
MingzhenHan
2025-07-30 11:35:33 +08:00
committed by GitHub
parent fdde18229e
commit b7b23da4d2
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/v1/core/kv_cache_coordinator.py
View File

@ -130,10 +130,10 @@ class KVCacheCoordinator(ABC):
Args:
request_id: The request ID.
block_hashes: The block hashes of the request.
num_running_requests: The number of requests in the RUNNING state.
Returns:
The number of common prefix blocks.
list[int]: The number of common prefix blocks.
"""
num_blocks_per_group = [
manager.get_num_common_prefix_blocks(request_id,

2
vllm/v1/core/single_type_kv_cache_manager.py
View File

@ -181,7 +181,7 @@ class SingleTypeKVCacheManager(ABC):
Args:
request_id: The request ID.
block_hashes: The block hashes of the request.
num_running_requests: The number of requests in the RUNNING state.
Returns:
The number of common prefix blocks.