We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 676fe3c commit 7cf1a78Copy full SHA for 7cf1a78
vllm/worker/neuron_model_runner.py
@@ -247,7 +247,7 @@ def prepare_model_input(
247
else:
248
(input_tokens, input_positions,
249
input_block_ids) = self._prepare_decode(seq_group_metadata_list)
250
- seq_lens = []
+ seq_lens = None
251
sampling_metadata = SamplingMetadata.prepare(
252
seq_group_metadata_list,
253
seq_lens,
0 commit comments