We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent ab62e47 commit 9d658a9Copy full SHA for 9d658a9
1 file changed
paddlenlp/trainer/training_args.py
@@ -1350,6 +1350,7 @@ def is_segment_parallel_supported():
1350
1351
if "split_param" in sharding_parallel_config:
1352
strategy.hybrid_configs["sharding_configs"].split_param = True
1353
+ assert self.amp_master_grad, "Currently sharding stage1 v2 only support amp_master_grad"
1354
1355
if "enable_release_grads" in sharding_parallel_config:
1356
strategy.hybrid_configs["sharding_configs"].release_gradients = True
0 commit comments