reduce default_size of crawler.tasks.sync_from_crawler to estimated 2…

…/3 of 3 minutes work
AusDTO · Aug 10, 2015 · 56299ee · 56299ee
1 parent 216374d
commit 56299ee
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/crawler/tasks.py b/crawler/tasks.py
@@ -19,7 +19,7 @@
 @shared_task
 def sync_from_crawler(limit=None):
     """dispatch metadata.Resource inserts for **new** crawler.WebDocuments"""
-    DEFAULT_LIMIT = 1000
+    DEFAULT_LIMIT = 12000 # 2/3 of throughput given 3 minute beat
     if limit is None:
         limit = DEFAULT_LIMIT
     if type(limit) != type(9):