[Misc] update benchmark backend for scalellm (vllm-project#6018)

zhyncs · Robert Shaw · commit 2c3c43b09563 · 2024-07-01T22:38:44.000Z
diff --git a/benchmarks/backend_request_func.py b/benchmarks/backend_request_func.py
@@ -422,4 +422,5 @@ def get_tokenizer(
     "openai": async_request_openai_completions,
     "openai-chat": async_request_openai_chat_completions,
     "tensorrt-llm": async_request_trt_llm,
+    "scalellm": async_request_openai_completions,
 }

Original file line number	Diff line number	Diff line change
`@@ -422,4 +422,5 @@ def get_tokenizer(`
`422`	`422`	`"openai": async_request_openai_completions,`
`423`	`423`	`"openai-chat": async_request_openai_chat_completions,`
`424`	`424`	`"tensorrt-llm": async_request_trt_llm,`
	`425`	`+ "scalellm": async_request_openai_completions,`
`425`	`426`	`}`