11import argparse
22import dataclasses
33
4+ from sglang .srt .disaggregation .mini_lb import PrefillConfig , run
5+
46
57@dataclasses .dataclass
68class LBArgs :
@@ -18,7 +20,7 @@ def add_cli_args(parser: argparse.ArgumentParser):
1820 parser .add_argument (
1921 "--rust-lb" ,
2022 action = "store_true" ,
21- help = "Use Rust load balancer " ,
23+ help = "Deprecated, please use SGLang Router instead, this argument will have no effect. " ,
2224 )
2325 parser .add_argument (
2426 "--host" ,
@@ -115,25 +117,8 @@ def main():
115117 args = parser .parse_args ()
116118 lb_args = LBArgs .from_cli_args (args )
117119
118- if lb_args .rust_lb :
119- from sgl_pdlb ._rust import LoadBalancer as RustLB
120-
121- RustLB (
122- host = lb_args .host ,
123- port = lb_args .port ,
124- policy = lb_args .policy ,
125- prefill_infos = lb_args .prefill_infos ,
126- decode_infos = lb_args .decode_infos ,
127- log_interval = lb_args .log_interval ,
128- timeout = lb_args .timeout ,
129- ).start ()
130- else :
131- from sglang .srt .disaggregation .mini_lb import PrefillConfig , run
132-
133- prefill_configs = [
134- PrefillConfig (url , port ) for url , port in lb_args .prefill_infos
135- ]
136- run (prefill_configs , lb_args .decode_infos , lb_args .host , lb_args .port )
120+ prefill_configs = [PrefillConfig (url , port ) for url , port in lb_args .prefill_infos ]
121+ run (prefill_configs , lb_args .decode_infos , lb_args .host , lb_args .port )
137122
138123
139124if __name__ == "__main__" :
0 commit comments