Bug 1302529 - Make pulse ingestion tasks retryable

mozilla · Sep 13, 2016 · 5408342 · 5408342
1 parent 2b3ebbc
commit 5408342
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/treeherder/etl/tasks/pulse_tasks.py b/treeherder/etl/tasks/pulse_tasks.py
@@ -2,13 +2,13 @@
 This module contains tasks related to pulse job ingestion
 """
 import newrelic.agent
-from celery import task
 
 from treeherder.etl.job_loader import JobLoader
 from treeherder.etl.resultset_loader import ResultsetLoader
+from treeherder.workers.task import retryable_task
 
 
-@task(name='store-pulse-jobs')
+@retryable_task(name='store-pulse-jobs', max_retries=10)
 def store_pulse_jobs(job_list, exchange, routing_key):
     """
     Fetches the jobs pending from pulse exchanges and loads them.
@@ -19,7 +19,7 @@ def store_pulse_jobs(job_list, exchange, routing_key):
     JobLoader().process_job_list(job_list)
 
 
-@task(name='store-pulse-resultsets')
+@retryable_task(name='store-pulse-resultsets', max_retries=10)
 def store_pulse_resultsets(body, exchange, routing_key):
     """
     Fetches the resultsets pending from pulse exchanges and loads them.