File tree Expand file tree Collapse file tree 1 file changed +0
-2
lines changed
Expand file tree Collapse file tree 1 file changed +0
-2
lines changed Original file line number Diff line number Diff line change @@ -356,7 +356,6 @@ def begin_forward(self):
356356 self .block_table_bound = self .block_table_bound .to (self .device )
357357 self .seq_lens_tensor = self .seq_lens_tensor .to (self .device )
358358 self .paged_kv_indices = self .paged_kv_indices .to (self .device )
359- self .prefill_wrapper .end_forward ()
360359 self .prefill_wrapper .begin_forward (
361360 self .query_start_loc ,
362361 self .paged_kv_indptr [:self .num_prefills + 1 ],
@@ -379,7 +378,6 @@ def begin_forward(self):
379378 self .seq_lens_tensor = self .seq_lens_tensor .to (self .device )
380379
381380 assert self .decode_wrapper is not None
382- self .decode_wrapper .end_forward ()
383381 self .decode_wrapper .begin_forward (
384382 self .paged_kv_indptr [self .num_prefills :],
385383 self .paged_kv_indices ,
You can’t perform that action at this time.
0 commit comments