Fix for problem found by Seth Vidal:

http://lists.planetplanet.org/archives/devel/2010-August/002156.html
rubys · Oct 25, 2010 · 6b7fbaf · 6b7fbaf
1 parent b54918f
commit 6b7fbaf
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/planet/spider.py b/planet/spider.py
@@ -428,8 +428,6 @@ def spiderPlanet(only_if_new = False):
     # Process the results as they arrive
     feeds_seen = {}
     while fetch_queue.qsize() or parse_queue.qsize() or threads:
-        while parse_queue.qsize() == 0 and threads:
-            time.sleep(0.1)
         while parse_queue.qsize():
             (uri, feed_info, feed) = parse_queue.get(False)
             try:
@@ -487,6 +485,8 @@ def spiderPlanet(only_if_new = False):
                     traceback.format_tb(tb)):
                     log.error(line.rstrip())
 
+        time.sleep(0.1)
+
         for index in threads.keys():
             if not threads[index].isAlive():
                 del threads[index]