[Core] fix del of communicator (#3702)

2025-10-20 14:53:52 +08:00 · 2024-03-28 17:24:58 -07:00
parent 4716a32dd4
commit 0267fef52a
1 changed files with 3 additions and 1 deletions
--- a/vllm/model_executor/parallel_utils/pynccl.py
+++ b/vllm/model_executor/parallel_utils/pynccl.py
@ -252,5 +252,7 @@ class NCCLCommunicator:
        assert result == 0

    def __del__(self):
-        dist.destroy_process_group()
+        # `dist` module might have been already destroyed
+        if hasattr(dist, 'destroy_process_group'):
+            dist.destroy_process_group()
        _c_ncclCommDestroy(self.comm)