test=allcase

Author: youth123

python/paddle/distributed/collective.py

@@ -1013,6 +1013,7 @@ def _parallel_linear(x,
     main_block = paddle.static.default_main_program().current_block()
     startup_block._find_var_recursive(linear.weight.name).is_distributed = True
     main_block._find_var_recursive(linear.weight.name).is_distributed = True
+
     # set is_distributed for splited bias
     # if a linear layer is splited by row, each rank would hold a complete bias and they should be the same in each rank.
     # if a linear layer is splited by col, the bias would also be split into each rank as its weight