mirror of
https://github.com/vllm-project/vllm.git
synced 2025-10-20 23:03:52 +08:00
[Bugfix] Clear engine reference in AsyncEngineRPCServer (#7618)
Signed-off-by: Rui Qiao <ruisearch42@gmail.com>
This commit is contained in:
@ -38,6 +38,8 @@ class AsyncEngineRPCServer:
|
||||
self.socket.close()
|
||||
self.context.destroy()
|
||||
self.engine.shutdown_background_loop()
|
||||
# Clear the engine reference so that it can be GC'ed.
|
||||
self.engine = None
|
||||
|
||||
async def get_model_config(self, identity):
|
||||
"""Send the ModelConfig"""
|
||||
|
Reference in New Issue
Block a user