[Bugfix] Fix custom_ar support check (#7617)

2025-10-20 14:53:52 +08:00 · 2024-08-16 22:05:49 -04:00
parent 44f26a9466
commit e680349994
1 changed files with 1 additions and 1 deletions
--- a/vllm/distributed/device_communicators/custom_all_reduce.py
+++ b/vllm/distributed/device_communicators/custom_all_reduce.py
@ -15,7 +15,7 @@ from vllm.platforms import current_platform
 from vllm.utils import cuda_device_count_stateless

 try:
-    assert ops.is_custom_op_supported("_C_custom_ar::meta_size")
+    ops.meta_size()
    custom_ar = True
 except Exception:
    # For AMD GPUs and CPUs