diff --git a/examples/vllm/config-shared-prefix.yml b/examples/vllm/config-shared-prefix.yml index 8aa9d353..75078ce7 100644 --- a/examples/vllm/config-shared-prefix.yml +++ b/examples/vllm/config-shared-prefix.yml @@ -6,7 +6,8 @@ load: duration: 30 - rate: 2 duration: 30 -api: completion +api: + type: completion server: type: vllm model_name: HuggingFaceTB/SmolLM2-135M-Instruct diff --git a/examples/vllm/config-synthetic.yml b/examples/vllm/config-synthetic.yml index 05a6332d..61b39961 100644 --- a/examples/vllm/config-synthetic.yml +++ b/examples/vllm/config-synthetic.yml @@ -6,7 +6,8 @@ load: duration: 30 - rate: 2 duration: 30 -api: completion +api: + type: completion server: type: vllm model_name: HuggingFaceTB/SmolLM2-135M-Instruct