list deduplication (#316)

deepmodeling · Mar 29, 2023 · 09fe55e · 09fe55e
2 parents a4ecf78 + b5e1373
commit 09fe55e
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/dpdispatcher/dp_cloud_server.py b/dpdispatcher/dp_cloud_server.py
@@ -78,6 +78,7 @@ def _gen_backward_files_list(self, job):
             result_file_list.extend(
                 [os.path.join(task.task_work_path, b_f) for b_f in task.backward_files]
             )
+        result_file_list = list(set(result_file_list))
         return result_file_list
 
     def _gen_oss_path(self, job, zip_filename):