mirror of
https://github.com/vllm-project/vllm.git
synced 2025-10-20 14:53:52 +08:00
Increase chunk size to reduce no. of threads
This commit is contained in:
@ -985,7 +985,7 @@ class NixlConnectorWorker:
|
||||
assert len(local_block_descs_ids) == len(remote_block_descs_ids)
|
||||
|
||||
# Prepare transfer with Nixl.
|
||||
CHUNK_SIZE = 100
|
||||
CHUNK_SIZE = 1000
|
||||
handles = []
|
||||
futures = []
|
||||
with ThreadPoolExecutor() as executor:
|
||||
|
Reference in New Issue
Block a user