diff --git a/vllm_omni/entrypoints/async_omni.py b/vllm_omni/entrypoints/async_omni.py index 489bbfef64..20c29777c3 100644 --- a/vllm_omni/entrypoints/async_omni.py +++ b/vllm_omni/entrypoints/async_omni.py @@ -359,6 +359,7 @@ async def generate( for stage_id, stage in enumerate(self.stage_list): result = stage.try_collect() if result is None: + await asyncio.sleep(0) continue made_progress = True