imap for better memory management

SmokinCaterpillar · Feb 20, 2018 · 2130fec · 2130fec
1 parent 7fa3563
commit 2130fec
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/trufflepig/preprocessing.py b/trufflepig/preprocessing.py
@@ -33,7 +33,7 @@ def apply_parallel(function, iterable, ncores, chunksize=1000):
         ctx = mp.get_context('spawn')
         pool = ctx.Pool(ncores)
 
-        results = [x for x in pool.map(function, iterable, chunksize)]
+        results = [x for x in pool.imap(function, iterable, chunksize)]
 
         pool.close()
         pool.join()