Update scraper.py

Brandhunt · Jan 26, 2020 · a852664 · a852664
1 parent 4b2c8d5
commit a852664
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/scraper.py b/scraper.py
@@ -348,6 +348,7 @@ def doesscrapeurlexist(scrapesitelist, scrapeurl):
                             if matches:
                                 prod_url = matches[0]
                             if prod_url is None or prod_url == '':
+                                print(prod_url_html)
                                 matches = re.search(r'href\=\"\K(.*?)\"', prod_url_html)
                                 prod_url = matches[1]
                                 new_prod_url = urljoin(scrapsite['scrapeurl'], prod_url)