Allow block_sizes: 64 and 128 (vllm-project#28)

madamczyk-intel · web-flow · commit eeef644262f7 · 2024-05-09T13:21:14.000+02:00
diff --git a/vllm/engine/arg_utils.py b/vllm/engine/arg_utils.py
@@ -249,7 +249,7 @@ def add_cli_args(
         parser.add_argument('--block-size',
                             type=int,
                             default=EngineArgs.block_size,
-                            choices=[8, 16, 32],
+                            choices=[8, 16, 32, 64, 128],
                             help='Token block size for contiguous chunks of '
                             'tokens.')
 
