frozenleaves/vllm
1
0
Fork 0
mirror of https://github.com/vllm-project/vllm.git synced 2025-10-20 23:03:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

[misc] log info messages by default for hanging / busy / idle (#25627)

Browse Source 
Signed-off-by: youkaichao <youkaichao@gmail.com>
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
youkaichao
2025-09-25 21:14:57 +08:00
committed by yewentao256
parent af10a37c6c
commit a5fa821b96
1 changed files with 6 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
vllm/distributed/device_communicators/shm_broadcast.py
View File

@ -390,10 +390,11 @@ class MessageQueue:
# if we wait for a long time, log a message
if (time.monotonic() - start_time
> VLLM_RINGBUFFER_WARNING_INTERVAL * n_warning):
logger.debug(
logger.info(
("No available shared memory broadcast block found"
" in %s seconds. This typically happens when some"
" processes are hanging."),
" processes are hanging, doing some time-consuming"
" work (e.g. compilation), or sitting idle."),
VLLM_RINGBUFFER_WARNING_INTERVAL,
)
n_warning += 1
@ -454,10 +455,11 @@ class MessageQueue:
# if we wait for a long time, log a message
if (time.monotonic() - start_time
> VLLM_RINGBUFFER_WARNING_INTERVAL * n_warning):
logger.debug(
logger.info(
("No available shared memory broadcast block found"
" in %s seconds. This typically happens when some"
" processes are hanging."),
" processes are hanging, doing some time-consuming"
" work (e.g. compilation), or sitting idle."),
VLLM_RINGBUFFER_WARNING_INTERVAL,
)
n_warning += 1