File tree Expand file tree Collapse file tree 1 file changed +4
-6
lines changed
Expand file tree Collapse file tree 1 file changed +4
-6
lines changed Original file line number Diff line number Diff line change @@ -521,19 +521,17 @@ def _serialize_sampler_output_no_logprobs(
521521 completion_seq_group_output_list : List [
522522 CompletionSequenceGroupOutput ] = []
523523 output_index = 0
524- # Make sure the even prefill chunks are still aligned with their own
525- # empty output. One single samplerout to avoid
526- # `create_output_by_sequence_group` later in postprocessing.
524+ # Make sure the non-terminal prefill chunks are still aligned with
525+ # their own empty output.
527526 for seq_group_meta in execute_model_req .seq_group_metadata_list :
528527 # Since we can get chunks here, we dont always have a sampled token
529- # to serialize (only on last chunk), but we have to keep it aligned
528+ # (only on last chunk) but we still have to provide an output.
530529 if not seq_group_meta .do_sample :
531- # no token
532530 completion_seq_group_output_list .append (
533531 CompletionSequenceGroupOutput (samples = [],
534532 prompt_logprobs = None ))
535533 else :
536- # sequence with output
534+ # Sequence with output.
537535 seq_id , seq_data = seq_data_entries [output_index ]
538536 needs_prompt_logprobs = seq_output_prompt_logprobs [
539537 output_index ]
You can’t perform that action at this time.
0 commit comments