We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent eb934bd commit 52029bdCopy full SHA for 52029bd
python/sglang/srt/entrypoints/http_server.py
@@ -761,8 +761,14 @@ def _wait_and_warmup(
761
}
762
if server_args.skip_tokenizer_init:
763
json_data["input_ids"] = [[10, 11, 12] for _ in range(server_args.dp_size)]
764
+ # TODO Workaround the bug that embedding errors for list of size 1
765
+ if server_args.dp_size == 1:
766
+ json_data["input_ids"] = json_data["input_ids"][0]
767
else:
768
json_data["text"] = ["The capital city of France is"] * server_args.dp_size
769
770
771
+ json_data["text"] = json_data["text"][0]
772
773
# Debug dumping
774
if server_args.debug_tensor_dump_input_file:
0 commit comments