still testing again

omorilewa · Jun 29, 2017 · 251d5cc · 251d5cc
1 parent 12741b2
commit 251d5cc
Showing 1 changed file with 6 additions and 3 deletions.
diff --git a/healthtools/scrapers/base_scraper.py b/healthtools/scrapers/base_scraper.py
@@ -54,6 +54,11 @@ def __init__(self):
             os.mkdir(DATA_DIR)
             os.mkdir(DATA_DIR + "archive")
             os.mkdir(DATA_DIR + "test")
+    def print_out(self):
+        print "hey"
+        print "[{0}] ".format(re.sub(r"(\w)([A-Z])", r"\1 \2", type(self).__name__))
+        print "[{0}] Started Scraper.".format(datetime.now().strftime("%Y-%m-%d %H:%M:%S"))
+
 
     def scrape_site(self):
         '''
@@ -66,9 +71,7 @@ def scrape_site(self):
         skipped_pages = 0
 
         self.get_total_number_of_pages()
-        print "hey"
-        print "[{0}] ".format(re.sub(r"(\w)([A-Z])", r"\1 \2", type(self).__name__))
-        print "[{0}] Started Scraper.".format(datetime.now().strftime("%Y-%m-%d %H:%M:%S"))
+        self.print_out()
         for page_num in range(1, self.num_pages_to_scrape + 1):
             url = self.site_url.format(page_num)
             try: