Skip to content

Commit 0819d12

Browse files
committed
rephrase nit
1 parent 65c005a commit 0819d12

File tree

1 file changed

+4
-6
lines changed

1 file changed

+4
-6
lines changed

vllm/spec_decode/spec_decode_worker.py

Lines changed: 4 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -521,19 +521,17 @@ def _serialize_sampler_output_no_logprobs(
521521
completion_seq_group_output_list: List[
522522
CompletionSequenceGroupOutput] = []
523523
output_index = 0
524-
# Make sure the even prefill chunks are still aligned with their own
525-
# empty output. One single samplerout to avoid
526-
# `create_output_by_sequence_group` later in postprocessing.
524+
# Make sure the non-terminal prefill chunks are still aligned with
525+
# their own empty output.
527526
for seq_group_meta in execute_model_req.seq_group_metadata_list:
528527
# Since we can get chunks here, we dont always have a sampled token
529-
# to serialize (only on last chunk), but we have to keep it aligned
528+
# (only on last chunk) but we still have to provide an output.
530529
if not seq_group_meta.do_sample:
531-
# no token
532530
completion_seq_group_output_list.append(
533531
CompletionSequenceGroupOutput(samples=[],
534532
prompt_logprobs=None))
535533
else:
536-
# sequence with output
534+
# Sequence with output.
537535
seq_id, seq_data = seq_data_entries[output_index]
538536
needs_prompt_logprobs = seq_output_prompt_logprobs[
539537
output_index]

0 commit comments

Comments
 (0)