FEATURE: Functionality to restart scrapers when adding a new one

d-Rickyy-b · May 7, 2019 · de99892 · de99892
1 parent 5186431
commit de99892
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 3 deletions.
diff --git a/pastepwn/core/pastepwn.py b/pastepwn/core/pastepwn.py
@@ -46,10 +46,10 @@ def __init__(self, database=None, proxies=None):
         else:
             self.logger.info("No database provided!")
 
-    def add_scraper(self, scraper):
+    def add_scraper(self, scraper, restart_scraping=False):
         """Adds a scraper to the list of scrapers"""
         scraper.init_exception_event(self.__exception_event)
-        self.scraping_handler.add_scraper(scraper)
+        self.scraping_handler.add_scraper(scraper, restart_scraping)
 
     def add_analyzer(self, analyzer):
         self.paste_dispatcher.add_analyzer(analyzer)

diff --git a/pastepwn/core/scrapinghandler.py b/pastepwn/core/scrapinghandler.py
@@ -19,10 +19,15 @@ def __init__(self, paste_queue=None, exception_event=None):
         self.__threads = []
         self.scrapers = []
 
-    def add_scraper(self, scraper):
+    def add_scraper(self, scraper, restart_scraping=False):
         """Adds a scraper to the list of scrapers"""
         self.scrapers.append(scraper)
 
+        if restart_scraping:
+            logging.info("Restarting scrapers...")
+            self.stop()
+            self.start()
+
     def start(self):
         """Starts scraping pastes from the provided sources"""
         with self.__lock: