From d27602fba3d4eddb106ef5a148ced715891748c6 Mon Sep 17 00:00:00 2001 From: Yingyi Huang Date: Wed, 25 Jun 2025 00:59:59 +0000 Subject: [PATCH 1/2] init --- python/sglang/srt/entrypoints/engine.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/python/sglang/srt/entrypoints/engine.py b/python/sglang/srt/entrypoints/engine.py index 49bb76dba22a..d22fc8eb9c5f 100644 --- a/python/sglang/srt/entrypoints/engine.py +++ b/python/sglang/srt/entrypoints/engine.py @@ -242,6 +242,7 @@ async def async_generate( token_ids_logprob: Optional[Union[List[List[int]], List[int]]] = None, lora_path: Optional[List[Optional[str]]] = None, custom_logit_processor: Optional[Union[List[str], str]] = None, + return_hidden_states: bool = False, stream: bool = False, bootstrap_host: Optional[Union[List[str], str]] = None, bootstrap_port: Optional[Union[List[int], int]] = None, @@ -274,6 +275,7 @@ async def async_generate( top_logprobs_num=top_logprobs_num, token_ids_logprob=token_ids_logprob, lora_path=lora_path, + return_hidden_states=return_hidden_states, stream=stream, custom_logit_processor=custom_logit_processor, bootstrap_host=bootstrap_host, From a71ec24ad4b3b6748fafa4a0c04f8d692f364db1 Mon Sep 17 00:00:00 2001 From: zhyncs Date: Wed, 25 Jun 2025 09:09:27 +0000 Subject: [PATCH 2/2] upd --- python/sglang/srt/disaggregation/mooncake/conn.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/disaggregation/mooncake/conn.py b/python/sglang/srt/disaggregation/mooncake/conn.py index 1d621908966c..3c05de5e0523 100644 --- a/python/sglang/srt/disaggregation/mooncake/conn.py +++ b/python/sglang/srt/disaggregation/mooncake/conn.py @@ -422,7 +422,7 @@ def process_layer_tp_aware(layer_params): src_addr_list.append(src_slice_addr) dst_addr_list.append(dst_slice_addr) length_list.append(slice_lens_per_page) - + logger.debug( f"SYNC: sid={mooncake_session_id}, " f"src={src_slice_addr}, dst={dst_slice_addr}, len={slice_lens_per_page}"