revert

comaniac · sakunkun · commit 44e63eab3f9e · 2024-12-31T02:22:33.000Z
Signed-off-by: Cody Yu &lt;hao.yu.cody@gmail.com&gt;
diff --git a/vllm/v1/core/scheduler.py b/vllm/v1/core/scheduler.py
@@ -208,6 +208,7 @@ def schedule(self) -> "SchedulerOutput":
                     num_new_tokens = self.block_size
                     computed_blocks.pop()
                 num_new_tokens = min(num_new_tokens, token_budget)
+                assert num_new_tokens > 0
 
                 # Schedule encoder inputs.
                 (encoder_inputs_to_schedule, num_new_tokens,
