add idle purge interval

mami-project · Oct 10, 2016 · 537b666 · 537b666
1 parent 46ea523
commit 537b666
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/pathspider/observer/__init__.py b/pathspider/observer/__init__.py
@@ -310,7 +310,8 @@ def flush(self):
 
         self._ignored.clear()
 
-    def run_flow_enqueuer(self, flowqueue, irqueue=None):
+    def run_flow_enqueuer(self, flowqueue, irqueue=None, purge_interval=1000):
+        # store interrupt queue
         if irqueue:
             self._irq = irqueue
             self._irq_fired = None
@@ -322,6 +323,8 @@ def run_flow_enqueuer(self, flowqueue, irqueue=None):
                 f = self._next_flow()
                 if f:
                     flowqueue.put(f)
+                    if purge_interval and (self._ct_flow % purge_interval == 0):
+                        self.purge_idle()
                 else:
                     self.flush()
                     break