Updated sleep timeout

adsabs · May 7, 2021 · 4faa6be · 4faa6be
1 parent 1602234
commit 4faa6be
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 2 deletions.
diff --git a/config.py b/config.py
@@ -32,6 +32,9 @@
 MAX_NUM_ROWS_DAILY = 2000
 MAX_NUM_ROWS_WEEKLY = 5
 
+# Sleep the start of processing if Solr isn't updated (12*60*60 seconds)
+SLEEP_TIMEOUT = 43200
+
 # Reschedule sending if there's an error (units=seconds)
 MYADS_RESEND_WINDOW = 60*10
 # Reschedule sending if there's an error with Solr (units=seconds)

diff --git a/run.py b/run.py
@@ -442,7 +442,9 @@ def process_myads(since=None, user_ids=None, user_emails=None, test_send_to=None
         else:
             arxiv_complete = False
             try:
-                arxiv_complete = _arxiv_ingest_complete(sleep_delay=300, sleep_timeout=36000, admin_email=args.admin_email)
+                arxiv_complete = _arxiv_ingest_complete(sleep_delay=300,
+                                                        sleep_timeout=config.get('SLEEP_TIMEOUT', 43200),
+                                                        admin_email=args.admin_email)
             except Exception as e:
                 logger.warning('arXiv ingest: code failed with an exception: {0}'.format(e))
                 sys.exit(1)
@@ -466,7 +468,9 @@ def process_myads(since=None, user_ids=None, user_emails=None, test_send_to=None
         else:
             astro_complete = False
             try:
-                astro_complete = _astro_ingest_complete(sleep_delay=300, sleep_timeout=36000, admin_email=args.admin_email)
+                astro_complete = _astro_ingest_complete(sleep_delay=300,
+                                                        sleep_timeout=config.get('SLEEP_TIMEOUT', 43200),
+                                                        admin_email=args.admin_email)
             except Exception as e:
                 logger.warning('astro ingest: code failed with an exception: {0}'.format(e))
                 sys.exit(1)