Abort job if more than 50% of data is missing after trying x MB

sabnzbd/cfg.py

@@ -310,6 +310,7 @@ def validate_script(value):
 max_url_retries = OptionNumber("misc", "max_url_retries", 10, 1)
 downloader_sleep_time = OptionNumber("misc", "downloader_sleep_time", 10, 0)
 ssdp_broadcast_interval = OptionNumber("misc", "ssdp_broadcast_interval", 15, 1, 600)
+missing_threshold_mbytes = OptionNumber("misc", "missing_threshold_mbytes", 0)
 
 
 ##############################################################################

sabnzbd/interface.py

@@ -1352,6 +1352,7 @@ def saveSwitches(self, **kwargs):
     "selftest_host",
     "rating_host",
     "ssdp_broadcast_interval",
+    "missing_threshold_mbytes",
 )
 SPECIAL_LIST_LIST = ("rss_odd_titles", "quick_check_ext_ignore", "host_whitelist")
 

sabnzbd/nzbstuff.py

@@ -31,6 +31,7 @@
 # SABnzbd modules
 import sabnzbd
 from sabnzbd.constants import (
+    MEBI,
     GIGI,
     ATTRIB_FILE,
     JOB_ADMIN,
@@ -1172,6 +1173,8 @@ def remove_article(self, article: Article, success: bool):
                 # Check the availability of these first articles
                 if cfg.fail_hopeless_jobs() and cfg.fast_fail():
                     job_can_succeed = self.check_first_article_availability()
+                    if not job_can_succeed:
+                        abort_reason = "https://sabnzbd.org/not-complete (check_first_article_availability)"
 
         # Remove from file-tracking
         articles_left = nzf.remove_article(article, success)
@@ -1187,14 +1190,22 @@ def remove_article(self, article: Article, success: bool):
 
         # Check if we can succeed when we have missing articles
         # Skip check if retry or first articles already deemed it hopeless
-        if not success and job_can_succeed and not self.reuse and cfg.fail_hopeless_jobs():
-            job_can_succeed, _ = self.check_availability_ratio()
+        if not success and job_can_succeed and not self.reuse:
+            # Abort if more than 50% is missing after reaching missing_threshold_mbytes
+            job_can_succeed = self.check_missing_threshold_mbytes()
+            if not job_can_succeed:
+                abort_reason = "https://sabnzbd.org/not-complete (missing_threshold_mbytes)"
+
+            if job_can_succeed and cfg.fail_hopeless_jobs():
+                job_can_succeed, _ = self.check_availability_ratio()
+                if not job_can_succeed:
+                    abort_reason = "https://sabnzbd.org/not-complete (check_availability_ratio)"
 
         # Abort the job due to failure
         if not job_can_succeed:
-            self.fail_msg = T("Aborted, cannot be completed") + " - https://sabnzbd.org/not-complete"
+            self.fail_msg = T("Aborted, cannot be completed") + " - " + abort_reason
             self.set_unpack_info("Download", self.fail_msg, unique=False)
-            logging.debug('Abort job "%s", due to impossibility to complete it', self.final_name)
+            logging.debug('Abort job "%s", due to impossibility to complete it (%s)', self.final_name, abort_reason)
             return True, True, True
 
         # Check if there are any files left here, so the check is inside the NZO_LOCK
@@ -1511,6 +1522,14 @@ def check_first_article_availability(self):
                     return False
         return True
 
+    def check_missing_threshold_mbytes(self):
+        """ Return false if more than 50% is missing after downloading missing_threshold_mbytes MB """
+        if self.bytes_missing > self.bytes_downloaded:
+            missing_threshold = cfg.missing_threshold_mbytes() * MEBI
+            if missing_threshold and self.bytes_tried > missing_threshold:
+                return False
+        return True
+
     @synchronized(NZO_LOCK)
     def set_download_report(self):
         """ Format the stats for the history information """