Merge 54452a7 into beabb68

inspirehep · Aug 10, 2021 · afdd1c4 · afdd1c4
2 parents beabb68 + 54452a7
commit afdd1c4
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 1 deletion.
diff --git a/hepcrawl/pipelines.py b/hepcrawl/pipelines.py
@@ -138,6 +138,7 @@ def _prepare_payload(self, spider):
             job_id=os.environ['SCRAPY_JOB'],
             results_uri=os.environ['SCRAPY_FEED_URI'],
             results_data=self.results_data,
+            log_file=None,
         )
         payload['errors'] = [
             {'exception': str(err['exception']), 'sender':str(err['sender'])}

diff --git a/hepcrawl/testlib/tasks.py b/hepcrawl/testlib/tasks.py
@@ -28,7 +28,7 @@ class Config(object):
 
 
 @app.task
-def submit_results(job_id, errors, results_uri, results_data=None):
+def submit_results(job_id, errors, results_uri, log_file=None, results_data=None):
     """Receive the submission of the results of a crawl job."""
 
     def _extract_results_data(results_path):

diff --git a/setup.py b/setup.py
@@ -74,6 +74,7 @@
     'sentry': [
         'raven~=6.0,>=6.2.1',
         'scrapy-sentry',
+        'sentry-sdk==1.3.0',
     ],
 }
 

diff --git a/tests/unit/responses/arxiv/sample_arxiv_record10_parsed.json b/tests/unit/responses/arxiv/sample_arxiv_record10_parsed.json
@@ -1,6 +1,7 @@
 {
     "errors": [],
     "results_uri": "scrapy_feed_uri",
+    "log_file": "None",
     "results_data": [
         {
             "_collections": ["Literature"],