Skip to content

Commit 5c14515

Browse files
authored
[bug] remove pdlb from minilb since its no longer available (#8634)
1 parent 2cd2e27 commit 5c14515

File tree

1 file changed

+5
-20
lines changed

1 file changed

+5
-20
lines changed

python/sglang/srt/disaggregation/launch_lb.py

Lines changed: 5 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,8 @@
11
import argparse
22
import dataclasses
33

4+
from sglang.srt.disaggregation.mini_lb import PrefillConfig, run
5+
46

57
@dataclasses.dataclass
68
class LBArgs:
@@ -18,7 +20,7 @@ def add_cli_args(parser: argparse.ArgumentParser):
1820
parser.add_argument(
1921
"--rust-lb",
2022
action="store_true",
21-
help="Use Rust load balancer",
23+
help="Deprecated, please use SGLang Router instead, this argument will have no effect.",
2224
)
2325
parser.add_argument(
2426
"--host",
@@ -115,25 +117,8 @@ def main():
115117
args = parser.parse_args()
116118
lb_args = LBArgs.from_cli_args(args)
117119

118-
if lb_args.rust_lb:
119-
from sgl_pdlb._rust import LoadBalancer as RustLB
120-
121-
RustLB(
122-
host=lb_args.host,
123-
port=lb_args.port,
124-
policy=lb_args.policy,
125-
prefill_infos=lb_args.prefill_infos,
126-
decode_infos=lb_args.decode_infos,
127-
log_interval=lb_args.log_interval,
128-
timeout=lb_args.timeout,
129-
).start()
130-
else:
131-
from sglang.srt.disaggregation.mini_lb import PrefillConfig, run
132-
133-
prefill_configs = [
134-
PrefillConfig(url, port) for url, port in lb_args.prefill_infos
135-
]
136-
run(prefill_configs, lb_args.decode_infos, lb_args.host, lb_args.port)
120+
prefill_configs = [PrefillConfig(url, port) for url, port in lb_args.prefill_infos]
121+
run(prefill_configs, lb_args.decode_infos, lb_args.host, lb_args.port)
137122

138123

139124
if __name__ == "__main__":

0 commit comments

Comments
 (0)