From c22a6cb1cc83b42669f754b6c105c82547f4078b Mon Sep 17 00:00:00 2001 From: Robert Shaw Date: Mon, 7 Jul 2025 00:30:51 +0000 Subject: [PATCH] cleanup Signed-off-by: Robert Shaw --- .../kv_transfer/kv_connector/v1/nixl_connector.py | 13 ++----------- 1 file changed, 2 insertions(+), 11 deletions(-) diff --git a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py index b852f55208..4c777c7788 100644 --- a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py +++ b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py @@ -37,9 +37,6 @@ if TYPE_CHECKING: Transfer = tuple[int, float] # (xfer_handle, start_time) GET_META_MSG = b"get_meta_msg" NIXL_MAX_DESCS = 1000 -import os - -USE_BATCHED = os.getenv("USE_BATCHED", "1") == "1" logger = init_logger(__name__) @@ -1003,15 +1000,9 @@ class NixlConnectorWorker: # Begin async xfer. start = time.perf_counter() - if USE_BATCHED: - print("BATCHED!") - self.nixl_wrapper.transfer_batched(handles) - else: - print("NON BATCHED!") - for handle in handles: - self.nixl_wrapper.transfer(handle) + self.nixl_wrapper.transfer_batched(handles) end = time.perf_counter() - logger.info("======== LAUNCH TIME: %s ========", end - start) + logger.info("========== TRANSFER BATCHED: %s ==========", end - start) # Keep track of ongoing transfers. remote_rank = self.tp_rank // tp_ratio