fix(api): exclude finished jobs when load balancing

ssube · Feb 4, 2023 · ed2e15a · ed2e15a
1 parent de6e3b4
commit ed2e15a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/api/onnx_web/device_pool.py b/api/onnx_web/device_pool.py
@@ -139,7 +139,7 @@ def get_next_device(self):
         if len(self.jobs) == 0:
             return 0
 
-        job_devices = [job.context.device_index.value for job in self.jobs]
+        job_devices = [job.context.device_index.value for job in self.jobs if not job.future.done()]
         job_counts = Counter(range(len(self.devices)))
         job_counts.update(job_devices)