fix yaml clip_ratio_c type error

Author: none0663

verl/trainer/config/ppo_megatron_trainer.yaml

@@ -29,7 +29,7 @@ actor_rollout_ref:
     use_torch_compile: True # False to disable torch compile
     clip_ratio: 0.2
     use_dual_clip: False # add Dual-clip PPO from https://arxiv.org/pdf/1912.09729
-    clip_ratio_c: 3 # lower bound of the value for Dual-clip PPO from https://arxiv.org/pdf/1912.09729
+    clip_ratio_c: 3.0 # lower bound of the value for Dual-clip PPO from https://arxiv.org/pdf/1912.09729
     entropy_coeff: 0.001
     use_kl_loss: False # True for GRPO
     kl_loss_coef: 0.001 # for grpo

verl/trainer/config/ppo_trainer.yaml

@@ -32,7 +32,7 @@ actor_rollout_ref:
     grad_clip: 1.0
     clip_ratio: 0.2
     use_dual_clip: False # add Dual-clip PPO from https://arxiv.org/pdf/1912.09729
-    clip_ratio_c: 3i # lower bound of the value for Dual-clip PPO from https://arxiv.org/pdf/1912.09729
+    clip_ratio_c: 3.0 # lower bound of the value for Dual-clip PPO from https://arxiv.org/pdf/1912.09729
     entropy_coeff: 0.001
     use_kl_loss: False # True for GRPO
     use_torch_compile: True # False to disable torch compile