We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 66e4d6d commit 1b215eeCopy full SHA for 1b215ee
vllm/v1/worker/gpu_model_runner.py
@@ -888,9 +888,9 @@ def _get_encoder_seq_lens(
888
# encoder lengths for inputs scheduled in this batch
889
num_reqs_int = int(num_reqs)
890
if num_reqs_int == 0:
891
- return np.zeros((0,), dtype=np.int32)
+ return np.zeros((0, ), dtype=np.int32)
892
893
- encoder_seq_lens = np.zeros((num_reqs_int,), dtype=np.int32)
+ encoder_seq_lens = np.zeros((num_reqs_int, ), dtype=np.int32)
894
for req_id in scheduler_output.scheduled_encoder_inputs:
895
req_index = self.input_batch.req_id_to_index[req_id]
896
encoder_seq_lens[req_index] = self.max_encoder_len
0 commit comments