Updating scraper

timgdavies · Apr 16, 2017 · c4f4897 · c4f4897
1 parent b9eaa27
commit c4f4897
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/requirements.txt b/requirements.txt
@@ -4,6 +4,6 @@ Mako==1.0.6
 MarkupSafe==1.0
 python-editor==1.0.3
 requests==2.13.0
-scraperwiki==0.5.1
++-e git+http://github.com/openaustralia/scraperwiki-python.git@morph_defaults#egg=scraperwiki
 six==1.10.0
 SQLAlchemy==1.1.9
diff --git a/scraper.py b/scraper.py
@@ -45,4 +45,8 @@
                     del(row[''])
                 except Exception:
                     pass
-                scraperwiki.sqlite.save(unique_keys=['hash'],data=row,table_name='data')
+                try:
+                    scraperwiki.sqlite.save(unique_keys=['hash'],data=row,table_name='data')
+                except Exception:
+                    print("Failed to save row")
+