Merge pull request #915 from alejoe91/zarr_memory_leak

Patch memory leak when saving to Zarr

spikeinterface/core/core_tools.py

@@ -3,6 +3,7 @@
 import sys
 import datetime
 from copy import deepcopy
+import gc
 
 import numpy as np
 from tqdm import tqdm
@@ -703,6 +704,10 @@ def _write_zarr_chunk(segment_index, start_frame, end_frame, worker_ctx):
     traces = traces.astype(dtype)
     zarr_dataset[start_frame:end_frame, :] = traces
 
+    # fix memory leak by forcing garbage collection
+    del traces
+    gc.collect()
+
 
 def determine_cast_unsigned(recording, dtype):
     recording_dtype = np.dtype(recording.get_dtype())