fix(api): attempt to recycle leaking workers when a job finishes

api/onnx_web/worker/pool.py

@@ -171,6 +171,7 @@ def finished_worker(finished: Queue):
                     _device, progress = self.active_jobs[job]
                     self.finished_jobs.append((job, progress, context.cancel.value))
                     del self.active_jobs[job]
+                    self.join_leaking()
                 except Empty:
                     pass
                 except ValueError:
@@ -262,6 +263,7 @@ def join(self):
             queue.close()
 
         self.pending.clear()
+        self.join_leaking()
 
         logger.debug("stopping device workers")
         for device, worker in self.workers.items():
@@ -282,9 +284,7 @@ def join(self):
 
         logger.debug("worker pool stopped")
 
-    def recycle(self):
-        logger.debug("recycling worker pool")
-
+    def join_leaking(self):
         if len(self.leaking) > 0:
             logger.warning("cleaning up %s leaking workers", len(self.leaking))
             for device, worker in self.leaking:
@@ -297,6 +297,10 @@ def recycle(self):
 
             self.leaking[:] = [dw for dw in self.leaking if dw[1].is_alive()]
 
+    def recycle(self):
+        logger.debug("recycling worker pool")
+        self.join_leaking()
+
         needs_restart = []
 
         for device, worker in self.workers.items():