File tree Expand file tree Collapse file tree 1 file changed +7
-9
lines changed
python/sglang/srt/disaggregation/mooncake Expand file tree Collapse file tree 1 file changed +7
-9
lines changed Original file line number Diff line number Diff line change @@ -270,19 +270,17 @@ def send_kvcache(
270270
271271 # Worker function for processing a single layer
272272 def process_layer (src_ptr : int , dst_ptr : int , item_len : int ) -> int :
273- src_addr_list = []
274- dst_addr_list = []
275- length_list = []
276273 for prefill_index , decode_index in zip (prefill_kv_blocks , dst_kv_blocks ):
277274 src_addr = src_ptr + int (prefill_index [0 ]) * item_len
278275 dst_addr = dst_ptr + int (decode_index [0 ]) * item_len
279276 length = item_len * len (prefill_index )
280- src_addr_list .append (src_addr )
281- dst_addr_list .append (dst_addr )
282- length_list .append (length )
283- return self .engine .batch_transfer_sync (
284- mooncake_session_id , src_addr_list , dst_addr_list , length_list
285- )
277+
278+ status = self .engine .transfer_sync (
279+ mooncake_session_id , src_addr , dst_addr , length
280+ )
281+ if status != 0 :
282+ return status
283+ return 0
286284
287285 futures = [
288286 executor .submit (
You can’t perform that action at this time.
0 commit comments