Skip to content

Commit 880221b

Browse files
authored
Revert "[PD Disaggregation] replace transfer with batch transfer for better performance (#7236)" (#7968)
1 parent 8f3173d commit 880221b

File tree

1 file changed

+7
-9
lines changed
  • python/sglang/srt/disaggregation/mooncake

1 file changed

+7
-9
lines changed

python/sglang/srt/disaggregation/mooncake/conn.py

Lines changed: 7 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -270,19 +270,17 @@ def send_kvcache(
270270

271271
# Worker function for processing a single layer
272272
def process_layer(src_ptr: int, dst_ptr: int, item_len: int) -> int:
273-
src_addr_list = []
274-
dst_addr_list = []
275-
length_list = []
276273
for prefill_index, decode_index in zip(prefill_kv_blocks, dst_kv_blocks):
277274
src_addr = src_ptr + int(prefill_index[0]) * item_len
278275
dst_addr = dst_ptr + int(decode_index[0]) * item_len
279276
length = item_len * len(prefill_index)
280-
src_addr_list.append(src_addr)
281-
dst_addr_list.append(dst_addr)
282-
length_list.append(length)
283-
return self.engine.batch_transfer_sync(
284-
mooncake_session_id, src_addr_list, dst_addr_list, length_list
285-
)
277+
278+
status = self.engine.transfer_sync(
279+
mooncake_session_id, src_addr, dst_addr, length
280+
)
281+
if status != 0:
282+
return status
283+
return 0
286284

287285
futures = [
288286
executor.submit(

0 commit comments

Comments
 (0)