From b94baf11b1f003c92763d73142367c51f41fdf9c Mon Sep 17 00:00:00 2001 From: Brandhunt <57029610+Brandhunt@users.noreply.github.com> Date: Sun, 26 Jan 2020 05:13:33 +0100 Subject: [PATCH] Update scraper.py --- scraper.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/scraper.py b/scraper.py index e603bf2..f42ef6d 100644 --- a/scraper.py +++ b/scraper.py @@ -675,8 +675,8 @@ def doesscrapeurlexist(scrapesitelist, scrapeurl): image_urls = output else: image_urls = graburls(str(image_dom), True) - print('PRE-IMAGE URLS: ') - for img in image_urls: print(image_urls[img]) + #print('PRE-IMAGE URLS: ') + #for img in image_urls: print(image_urls[img]) if len(image_urls) > 0: for imagekey, imageval in image_urls.copy().items(): newimageval = urljoin(scrapsite['scrapeurl'], imageval) @@ -684,8 +684,8 @@ def doesscrapeurlexist(scrapesitelist, scrapeurl): image_urls[imagekey] = newimageval imageval = newimageval if imageval.find('//') == -1: - del prodlog_image_urls[imagekey] - continue + del prodlog_image_urls[imagekey] + continue if imageval.find('blank.'): del image_urls[imagekey] continue