Skip to content

Commit

Permalink
init
Browse files Browse the repository at this point in the history
  • Loading branch information
chris48s committed Nov 13, 2016
0 parents commit 34f6054
Show file tree
Hide file tree
Showing 5 changed files with 20 additions and 0 deletions.
2 changes: 2 additions & 0 deletions .gitignore
@@ -0,0 +1,2 @@
# Ignore output of scraper
data.sqlite
3 changes: 3 additions & 0 deletions README.md
@@ -0,0 +1,3 @@
Scrape polling station and district meta-data from Southampton City Council

This is a scraper that runs on [Morph](https://morph.io). To get started [see the documentation](https://morph.io/documentation)
2 changes: 2 additions & 0 deletions requirements.txt
@@ -0,0 +1,2 @@
git+https://github.com/chris48s/arcgis2geojson.git
git+https://github.com/wdiv-scrapers/dc-base-scrapers.git
1 change: 1 addition & 0 deletions runtime.txt
@@ -0,0 +1 @@
python-3.4.3
12 changes: 12 additions & 0 deletions scraper.py
@@ -0,0 +1,12 @@
from dc_base_scrapers.hashonly_scraper import HashOnlyScraper


stations_url = "http://www.southampton.gov.uk/geoserver/wms?LAYERS=SCC%3APOLLING_STATIONS&TRANSPARENT=TRUE&STYLES=Polling_Stations_Labelled&HOVER=false&FORMAT=kml&SERVICE=WMS&VERSION=1.1.1&REQUEST=GetMap&SRS=EPSG%3A27700&BBOX=436000.0,108500.0,448000.0,118000.0&WIDTH=867&HEIGHT=426"
districts_url = "http://www.southampton.gov.uk/geoserver/wms?LAYERS=SCC%3APOLLING_DISTRICTS&TRANSPARENT=TRUE&STYLES=Polling_Districts_Labelled&HOVER=false&FORMAT=kml&SERVICE=WMS&VERSION=1.1.1&REQUEST=GetMap&SRS=EPSG%3A27700&BBOX=436000.0,108500.0,448000.0,118000.0&WIDTH=867&HEIGHT=426"
council_id = 'E06000045'


stations_scraper = HashOnlyScraper(stations_url, council_id, 'stations')
stations_scraper.scrape()
districts_scraper = HashOnlyScraper(districts_url, council_id, 'districts')
districts_scraper.scrape()

0 comments on commit 34f6054

Please sign in to comment.