Make unique key an int

ctds-usyd · Nov 15, 2017 · 0961db8 · 0961db8
1 parent 3ae50ca
commit 0961db8
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/scraper.py b/scraper.py
@@ -5,5 +5,6 @@
 df = openaustraliamembers.OpenAustraliaMembers().offices().reset_index()
 df.todate = df.todate.astype(str)
 df.fromdate = df.fromdate.astype(str)
-scraperwiki.sqlite.save(unique_keys=['office_id'],
+df['office_id_number'] = df.office_id.map(lambda s: int(s.rpartition('/')[-1]))
+scraperwiki.sqlite.save(unique_keys=['office_id_number'],
                         data=df.to_dict(orient='records'))