Reduce resources used on 2nd async with a semaphore

pulibrary · Oct 11, 2023 · 829d66c · 829d66c
1 parent 2b0e132
commit 829d66c
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/app/services/card_image_loading_service.rb b/app/services/card_image_loading_service.rb
@@ -33,9 +33,10 @@ def import_disk(disk)
     logger.info("Fetching disk #{disk} file list")
     filenames = disk_array(disk)
     progress_bar.total += filenames.count
-    Sync do |task|
+    Sync do
+      semaphore = Async::Semaphore.new(1000)
       filenames.map do |file_name|
-        task.async do
+        semaphore.async do
           progress_bar.increment
           find_or_create_card_image(file_name)
         end