[Fix] Fix bugs in scheduler (#1727)

2025-10-20 14:53:52 +08:00 · 2023-11-21 08:10:50 +08:00
parent 3d4ceb292c
commit 19849db573
1 changed files with 2 additions and 1 deletions
--- a/vllm/core/scheduler.py
+++ b/vllm/core/scheduler.py
@ -196,7 +196,8 @@ class Scheduler:
                scheduler_outputs = SchedulerOutputs(
                    scheduled_seq_groups=scheduled,
                    prompt_run=True,
-                    num_batched_tokens=len(seq_lens) * max(seq_lens),
+                    num_batched_tokens=len(seq_lens) *
+                    max(seq_lens) if seq_lens else 0,
                    blocks_to_swap_in=blocks_to_swap_in,
                    blocks_to_swap_out=blocks_to_swap_out,
                    blocks_to_copy=blocks_to_copy,