mirror of
https://github.com/vllm-project/vllm.git
synced 2025-10-20 14:53:52 +08:00
Compare commits
2 Commits
d31f7844f8
...
debug
Author | SHA1 | Date | |
---|---|---|---|
f4331d1b8b | |||
7742eb6c59 |
@ -641,7 +641,13 @@ class WorkerProc:
|
|||||||
|
|
||||||
def worker_busy_loop(self, cancel: Optional[threading.Event] = None):
|
def worker_busy_loop(self, cancel: Optional[threading.Event] = None):
|
||||||
"""Main busy loop for Multiprocessing Workers"""
|
"""Main busy loop for Multiprocessing Workers"""
|
||||||
|
import os, psutil
|
||||||
|
p = psutil.Process(os.getpid())
|
||||||
|
i = 0
|
||||||
while True:
|
while True:
|
||||||
|
if i % 100 == 0:
|
||||||
|
logger.info("WorkerProc RSS MB: %d", p.memory_info().rss/1024/1024)
|
||||||
|
i += 1
|
||||||
method, args, kwargs, output_rank = self.rpc_broadcast_mq.dequeue(
|
method, args, kwargs, output_rank = self.rpc_broadcast_mq.dequeue(
|
||||||
cancel=cancel)
|
cancel=cancel)
|
||||||
try:
|
try:
|
||||||
|
Reference in New Issue
Block a user