[misc] fix console hanging (#293)

hiyouga · web-flow · commit 41d8028d79e1 · 2025-06-04T21:48:11.000+08:00
diff --git a/verl/workers/rollout/vllm_rollout_spmd.py b/verl/workers/rollout/vllm_rollout_spmd.py
@@ -146,7 +146,7 @@ def generate_sequences(self, prompts: DataProto) -> DataProto:
         # users can customize different sampling_params at different run
         with self.update_sampling_params(**prompts.meta_info):
             completions: List[RequestOutput] = self.inference_engine.generate(
-                prompts=vllm_inputs, sampling_params=self.sampling_params, use_tqdm=(self.rank == 0)
+                prompts=vllm_inputs, sampling_params=self.sampling_params, use_tqdm=False
             )
             response_ids = [output.token_ids for completion in completions for output in completion.outputs]
             response_ids = VF.pad_2d_list_to_length(

Original file line number	Diff line number	Diff line change
`@@ -146,7 +146,7 @@ def generate_sequences(self, prompts: DataProto) -> DataProto:`
`146`	`146`	`# users can customize different sampling_params at different run`
`147`	`147`	`with self.update_sampling_params(**prompts.meta_info):`
`148`	`148`	`completions: List[RequestOutput] = self.inference_engine.generate(`
`149`		`- prompts=vllm_inputs, sampling_params=self.sampling_params, use_tqdm=(self.rank == 0)`
	`149`	`+ prompts=vllm_inputs, sampling_params=self.sampling_params, use_tqdm=False`
`150`	`150`	`)`
`151`	`151`	`response_ids = [output.token_ids for completion in completions for output in completion.outputs]`
`152`	`152`	`response_ids = VF.pad_2d_list_to_length(`