Remove INCOMPLETE status. All finished jobs are set to COMPLETED (#27)

bitmakerla · May 31, 2023 · f166d1f · f166d1f
1 parent 7adea54
commit f166d1f
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/estela_scrapy/extensions.py b/estela_scrapy/extensions.py
@@ -10,8 +10,6 @@
 
 RUNNING_STATUS = "RUNNING"
 COMPLETED_STATUS = "COMPLETED"
-INCOMPLETE_STATUS = "INCOMPLETE"
-FINISHED_REASON = "finished"
 
 
 class ItemStorageExtension:
@@ -70,7 +68,7 @@ def item_scraped(self, item):
     def spider_closed(self, spider, reason):
         spider_stats = self.stats.get_stats()
         self.update_job(
-            status=COMPLETED_STATUS if reason == FINISHED_REASON else INCOMPLETE_STATUS,
+            status=COMPLETED_STATUS,
             lifespan=spider_stats.get("elapsed_time_seconds", 0),
             total_bytes=spider_stats.get("downloader/response_bytes", 0),
             item_count=spider_stats.get("item_scraped_count", 0),