We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 9c1466a commit 8856686Copy full SHA for 8856686
1 file changed
python/sglang/test/test_utils.py
@@ -27,9 +27,6 @@
27
28
from sglang.bench_serving import run_benchmark
29
from sglang.global_config import global_config
30
-from sglang.lang.backend.openai import OpenAI
31
-from sglang.lang.backend.runtime_endpoint import RuntimeEndpoint
32
-from sglang.lang.interpreter import ProgramState
33
from sglang.srt.utils import (
34
get_bool_env_var,
35
get_device,
@@ -358,6 +355,9 @@ def add_common_sglang_args_and_parse(parser: argparse.ArgumentParser):
358
355
359
356
360
357
def select_sglang_backend(args: argparse.Namespace):
+ from sglang.lang.backend.openai import OpenAI
+ from sglang.lang.backend.runtime_endpoint import RuntimeEndpoint
+
361
if args.backend.startswith("srt"):
362
if args.backend == "srt-no-parallel":
363
global_config.enable_parallel_encoding = False
0 commit comments