Update cutlass_moe.py (sgl-project#8535)

elfiegg · TianQiLin666666 · commit 5ceac6683066 · 2025-08-01T05:30:50.000-07:00
diff --git a/python/sglang/srt/layers/moe/cutlass_moe.py b/python/sglang/srt/layers/moe/cutlass_moe.py
@@ -217,7 +217,8 @@ def cutlass_fused_experts_fp8(
     )
     print("topk_weights: ", topk_weights.dtype)
     result = torch.empty((m, k), device=device, dtype=out_dtype)
-    return apply_shuffle_mul_sum(c2, result, c_map, topk_weights)
+    apply_shuffle_mul_sum(c2, result, c_map, topk_weights)
+    return result
 
 
 FLOAT4_E2M1_MAX = 6.0

Original file line number	Diff line number	Diff line change
`@@ -217,7 +217,8 @@ def cutlass_fused_experts_fp8(`
`217`	`217`	`)`
`218`	`218`	`print("topk_weights: ", topk_weights.dtype)`
`219`	`219`	`result = torch.empty((m, k), device=device, dtype=out_dtype)`
`220`		`- return apply_shuffle_mul_sum(c2, result, c_map, topk_weights)`
	`220`	`+ apply_shuffle_mul_sum(c2, result, c_map, topk_weights)`
	`221`	`+ return result`
`221`	`222`
`222`	`223`
`223`	`224`	`FLOAT4_E2M1_MAX = 6.0`