From acf6483cb6af52c633982e02092f17aab2d74777 Mon Sep 17 00:00:00 2001 From: Kyuyeun Kim Date: Fri, 19 Sep 2025 06:49:03 +0000 Subject: [PATCH] [Bugfix] Fix non-default argument error Fix bug due to https://github.com/vllm-project/vllm/pull/24278 Signed-off-by: Kyuyeun Kim --- tpu_commons/runner/input_batch_jax.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tpu_commons/runner/input_batch_jax.py b/tpu_commons/runner/input_batch_jax.py index 86b4c4672..9fa963ac4 100644 --- a/tpu_commons/runner/input_batch_jax.py +++ b/tpu_commons/runner/input_batch_jax.py @@ -23,7 +23,7 @@ @dataclass class CachedRequestState(NewRequestData): - output_token_ids: list[int] + output_token_ids: Optional[list[int]] = None generator: Optional[Any] = None mrope_positions: Optional[jax.Array] = None mrope_position_delta: Optional[int] = None