Skip to content

Commit

Permalink
bugfix
Browse files Browse the repository at this point in the history
  • Loading branch information
adityabindal committed Jul 28, 2017
1 parent b9c7532 commit 61fe37c
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion scraper.py
Expand Up @@ -62,7 +62,6 @@ def getListings(url,ticker):
adapter=requests.adapters.HTTPAdapter(max_retries=100)
sess.mount('http://',adapter)
response=sess.get(url)
hashList = scraperwiki.sqlite.select('distinct hashedTitle from data')
if response.ok:
pass
elif ticker<10:
Expand All @@ -76,6 +75,7 @@ def getListings(url,ticker):
if 'GeoCluster' in i.keys():
getListings(base_url+i['url'],ticker)
else:
hashList = scraperwiki.sqlite.select('distinct hashedTitle from data')
unit=apartment(i)
unit.saveToDB()
if any(z['hashedTitle']!=unit.hashedTitle for z in hashList) and unit.inFilter():
Expand Down

0 comments on commit 61fe37c

Please sign in to comment.