fix(api): prefer device with lower index when queue is tied

ssube · Feb 4, 2023 · 13510db · 13510db
1 parent d75cd50
commit 13510db
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/api/onnx_web/device_pool.py b/api/onnx_web/device_pool.py
@@ -156,7 +156,11 @@ def get_next_device(self):
         queued = job_counts.most_common()
         logger.debug('jobs queued by device: %s', queued)
 
-        return queued[-1][0]
+        lowest_count = queued[-1][1]
+        lowest_devices = [d[0] for d in queued if d[1] == lowest_count]
+        lowest_devices.sort()
+
+        return lowest_devices[0]
 
     def prune(self):
         self.jobs[:] = [job for job in self.jobs if job.future.done()]