Skip to content

Commit

Permalink
Update scraper.py
Browse files Browse the repository at this point in the history
  • Loading branch information
Kooben209 committed Jan 2, 2019
1 parent b314c8b commit 4744517
Showing 1 changed file with 4 additions and 1 deletion.
5 changes: 4 additions & 1 deletion scraper.py
Expand Up @@ -36,7 +36,10 @@ def saveToStore(data):
scraperwiki.sqlite.execute("INSERT OR IGNORE INTO 'data' VALUES (?,?,?,?,?,?,?,?,?,?,?)", (data['propId'], data['link'], data['title'], data['address'], data['price'], data['displayPrice'], data['image1'], data['pubDate'], data['addedOrReduced'], data['reduced'], data['location']))
#scraperwiki.sqlite.commit()

excludeAgents = ['andrew granger','Readings Property Group']
excludeAgents = []
if os.environ.get("MORPH_EXCLUDE_AGENTS") is not None:
excludeAgentsString = os.environ["MORPH_EXCLUDE_AGENTS"]
excludeAgents = excludeAgentsString.lower().split("^")

filtered_dict = {k:v for (k,v) in os.environ.items() if 'MORPH_URL' in k}

Expand Down

0 comments on commit 4744517

Please sign in to comment.