Skip to content

Commit 65b7730

Browse files
committed
fix: skip uploading non-existing files in dispatcher executor
Signed-off-by: zjgemi <liuxin_zijian@163.com>
1 parent 8c7900f commit 65b7730

1 file changed

Lines changed: 3 additions & 1 deletion

File tree

src/dflow/plugins/dispatcher.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@ class DispatcherExecutor(Executor):
3535
username: username
3636
private_key_file: private key file for SSH
3737
image: image for dispatcher
38-
image: image pull policy for dispatcher
38+
imagePullPolicy: image pull policy for dispatcher
3939
command: command for dispatcher
4040
remote_command: command for running the script remotely
4141
map_tmp_dir: map /tmp to ./tmp
@@ -191,6 +191,8 @@ def render(self, template):
191191
"loads('%s'))\n" % json.dumps(self.resources_dict)
192192
new_template.script += "task = Task.load_from_dict(json.loads('%s'))"\
193193
"\n" % json.dumps(self.task_dict)
194+
new_template.script += "task.forward_files = list(filter("\
195+
"os.path.exists, task.forward_files))\n"
194196
new_template.script += "submission = Submission(work_base='.', "\
195197
"machine=machine, resources=resources, task_list=[task])\n"
196198
new_template.script += "submission.run_submission()\n"

0 commit comments

Comments
 (0)