Update scraper.py

Brandhunt · Jan 26, 2020 · b94baf1 · b94baf1
1 parent 583b6d5
commit b94baf1
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/scraper.py b/scraper.py
@@ -675,17 +675,17 @@ def doesscrapeurlexist(scrapesitelist, scrapeurl):
                                         image_urls = output
                                 else:
                                     image_urls = graburls(str(image_dom), True)
-                                print('PRE-IMAGE URLS: ')
-                                for img in image_urls: print(image_urls[img])
+                                #print('PRE-IMAGE URLS: ')
+                                #for img in image_urls: print(image_urls[img])
                             if len(image_urls) > 0:
                                 for imagekey, imageval in image_urls.copy().items():
                                     newimageval = urljoin(scrapsite['scrapeurl'], imageval)
                                     if imageval != newimageval:
                                         image_urls[imagekey] = newimageval
                                         imageval = newimageval
                                     if imageval.find('//') == -1:
-                                            del prodlog_image_urls[imagekey]
-                                            continue
+                                        del prodlog_image_urls[imagekey]
+                                        continue
                                     if imageval.find('blank.'):
                                         del image_urls[imagekey]
                                         continue