updated

Signed-off-by: rshaw@neuralmagic.com <robertgshaw2@gmail.com>
2025-10-20 14:53:52 +08:00 · 2025-06-27 18:48:05 +00:00
parent 5d2eac70e7
commit f9617c75ad
1 changed files with 3 additions and 0 deletions
--- a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
+++ b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
@ -968,7 +968,10 @@ class NixlConnectorWorker:
        )

        # Begin async xfer.
+        start = time.perf_counter()
        self.nixl_wrapper.transfer(handle)
+        end = time.perf_counter()
+        logger.info("======== LAUNCH TIME: %s ========", end - start)

        # Use handle to check completion in future step().
        # TODO (NickLucche) surface xfer elapsed time