Scraper per morph.io

pierlauro · Nov 9, 2015 · 257fae9 · 257fae9
1 parent 1cb1cb4
commit 257fae9
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 3 deletions.
diff --git a/requirements.txt b/requirements.txt
@@ -0,0 +1,2 @@
+# pip install -r requirements.txt
+scraperwiki>=0.3.2
diff --git a/scraper.py b/scraper.py
@@ -2,6 +2,7 @@
 import re
 import requests
 import json
+import scraperwiki
 
 def get_int( string ):
     return int( re.search( r'\d+', string ).group() )
@@ -18,8 +19,9 @@ def get_int( string ):
     station_data[ 'title' ] = station_split[ 0 ].split( ' - ', 1 )[ 1 ]
     station_data[ 'available_bikes' ] = get_int( station_split[ 1 ] )
     station_data[ 'available_electric_bikes' ] = get_int( station_split[ 2 ] )
-    station_data[ 'available_racks' ] = get_int( station_split[3] )
-    station_data[ 'position' ] = station[ 'position' ][ 'lat' ], station[ 'position' ][ 'lng' ]
+    station_data[ 'available_racks' ] = get_int( station_split[ 3 ] )
+    station_data[ 'latitude' ] = station[ 'position' ][ 'lat' ]
+    station_data[ 'longitude' ] = station[ 'position' ][ 'lng' ]
     stations.append( station_data )
 
-print json.dumps( stations )
+scraperwiki.sqlite.save( unique_keys = [ 'id' ], data = stations )