mirror of
https://github.com/vllm-project/vllm.git
synced 2025-10-20 14:53:52 +08:00
[Bugfix][P/D] Fix Prefix Cache Bug (#18411)
Signed-off-by: nicklucche <nlucches@redhat.com> Co-authored-by: Robert Shaw <114415538+robertgshaw2-redhat@users.noreply.github.com>
This commit is contained in:
@ -739,7 +739,8 @@ class NixlConnectorWorker:
|
||||
# just notify P worker that we have the blocks we need.
|
||||
num_local_blocks = len(local_block_ids)
|
||||
if num_local_blocks == 0:
|
||||
self.nixl_wrapper.send_notif(dst_engine_id,
|
||||
agent_name = self._remote_agents[dst_engine_id]
|
||||
self.nixl_wrapper.send_notif(agent_name,
|
||||
notif_msg=request_id.encode("utf-8"))
|
||||
return
|
||||
|
||||
|
Reference in New Issue
Block a user