Update scraper.py

Brandhunt · Jan 26, 2020 · 021ca27 · 021ca27
1 parent 96ff6ed
commit 021ca27
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/scraper.py b/scraper.py
@@ -348,8 +348,9 @@ def doesscrapeurlexist(scrapesitelist, scrapeurl):
                             if matches:
                                 prod_url = matches[0]
                             if prod_url is None or prod_url == '':
-                                print(prod_url_html)
-                                matches = re.search(r'href\=\"\K(.*?)\"', prod_url_html)
+                                #print(prod_url_html)
+                                #matches = re.search(r'href\=\"\K(.*?)\"', prod_url_html)
+                                matches = re.search(r'href\=\"(.*?)\"', prod_url_html)
                                 prod_url = matches[1]
                                 new_prod_url = urljoin(scrapsite['scrapeurl'], prod_url)
                                 if prod_url != new_prod_url: