[Bugfix] Free cross attention block table for preempted-for-recompute sequence group. (vllm-project#10013)

kathyyu-google · mzusman · commit b1a37760eacf · 2025-03-12T11:40:46.000+02:00
Signed-off-by: Kathy Yu &lt;feiyangyu@google.com&gt;
diff --git a/vllm/core/scheduler.py b/vllm/core/scheduler.py
@@ -1579,6 +1579,7 @@ def _preempt_by_recompute(
             seq.status = SequenceStatus.WAITING
             self.free_seq(seq)
             seq.reset_state_for_recompute()
+        self._free_seq_group_cross_attn_blocks(seq_group)
 
     def _preempt_by_swap(
         self,
