Skip to content

Commit

Permalink
bugfix hashList
Browse files Browse the repository at this point in the history
  • Loading branch information
adityabindal committed Jul 24, 2017
1 parent b533177 commit a044cf4
Showing 1 changed file with 6 additions and 11 deletions.
17 changes: 6 additions & 11 deletions scraper.py
Expand Up @@ -87,6 +87,12 @@ def inFilter(self):

## Recursive function that combines getResults getListings
def getListings(url,ticker):
morph_api_url = "https://api.morph.io/abgtrevize/sfapts/data.json"
morph_api_key = os.environ['MORPH_API_KEY']
hashList = requests.get(morph_api_url, params={
'key': morph_api_key,
'query': "select distinct hashedTitle from data;"
}).content
time.sleep(1)
sess=requests.Session()
sess.headers['User-Agent']='Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.98 Safari/537.36'
Expand Down Expand Up @@ -116,11 +122,6 @@ def getListings(url,ticker):
else:
# Send to AuntAgatha
unit.saveToDB()
global hashList
hashList = requests.get(morph_api_url, params={
'key': morph_api_key,
'query': "select distinct hashedTitle from data;"
}).content
if unit.inFilter():
desc = "{0} | {1} | {2} | <{3}>".format(str(unit.neighborhood), unit.price, unit.title.encode('utf-8'), unit.url)
sc.api_call(
Expand Down Expand Up @@ -160,12 +161,6 @@ def get_neighborhood_for_point(lat, lng, commareas):


if int(time.strftime('%d'))%1==0:
morph_api_url = "https://api.morph.io/abgtrevize/sfapts/data.json"
morph_api_key = os.environ['MORPH_API_KEY']
hashList = requests.get(morph_api_url, params={
'key': morph_api_key,
'query': "select distinct hashedTitle from data;"
}).content
SLACK_TOKEN = os.environ['MORPH_SLACK_TOKEN']
SLACK_CHANNEL = "#auntagatha"
sc = SlackClient(SLACK_TOKEN)
Expand Down

0 comments on commit a044cf4

Please sign in to comment.