diff --git a/scraper.py b/scraper.py index 14b3898..2eb8cbd 100644 --- a/scraper.py +++ b/scraper.py @@ -348,6 +348,7 @@ def doesscrapeurlexist(scrapesitelist, scrapeurl): if matches: prod_url = matches[0] if prod_url is None or prod_url == '': + print(prod_url_html) matches = re.search(r'href\=\"\K(.*?)\"', prod_url_html) prod_url = matches[1] new_prod_url = urljoin(scrapsite['scrapeurl'], prod_url)