Update scraper.py

Brandhunt · Jan 26, 2020 · ea7cd2f · ea7cd2f
1 parent 4f9415e
commit ea7cd2f
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/scraper.py b/scraper.py
@@ -215,8 +215,8 @@ def doesscrapeurlexist(scrapesitelist, scrapeurl):
             if err.code == 404:
                 notfound = True
                 removeon404 = False
-                if scrapsite['scrapeurl']['domainmisc']:
-                    if scrapsite['scrapeurl']['domainmisc'].find('allow_remove_on_404'):
+                if scrapsite['scrapefield']['domainmisc']:
+                    if scrapsite['scrapefield']['domainmisc'].find('allow_remove_on_404'):
                         removeon404 = True
                 try:
                     scraperwiki.sqlite.save(unique_keys=['scrapeurl'],\