Skip to content

Commit

Permalink
Added region and suburb to changes
Browse files Browse the repository at this point in the history
  • Loading branch information
jacksongs committed Mar 30, 2015
1 parent 02f47a4 commit cbee922
Showing 1 changed file with 5 additions and 5 deletions.
10 changes: 5 additions & 5 deletions scraper.py
Original file line number Diff line number Diff line change
Expand Up @@ -386,7 +386,7 @@
if multilisting == []:
# Now we'll save it
scraperwiki.sqlite.save(unique_keys=["Link"],data=listing,table_name='listings')
scraperwiki.sqlite.save(unique_keys=[],data={"Updated":datetime.datetime.now(),"Change":"New Listing","Old value":None,"New value":None,"Link":listing["Link"]},table_name='changes')
scraperwiki.sqlite.save(unique_keys=[],data={"Updated":datetime.datetime.now(),"Suburb":link["Name"],"Region":link["Region"],Change":"New Listing","Old value":None,"New value":None,"Link":listing["Link"]},table_name='changes')

# or if there are records listed, let's see if they have changed
else:
Expand All @@ -398,18 +398,18 @@
oldvalue = dateutil.parser.parse(lastlisting[0][l],dayfirst=True)
if listing[l] != oldvalue:
snatch.append(l)
scraperwiki.sqlite.save(unique_keys=[],data={"Updated":datetime.datetime.now(),"Change":"Auction date","Old value":oldvalue,"New value":listing[l],"Link":listing["Link"]},table_name='changes')
scraperwiki.sqlite.save(unique_keys=[],data={"Updated":datetime.datetime.now(),"Suburb":link["Name"],"Region":link["Region"],"Change":"Auction date","Old value":oldvalue,"New value":listing[l],"Link":listing["Link"]},table_name='changes')
elif listing[l] == True:
if 1 != lastlisting[0][l]:
snatch.append(l)
scraperwiki.sqlite.save(unique_keys=[],data={"Updated":datetime.datetime.now(),"Change":l,"Old value":False,"New value":True,"Link":listing["Link"]},table_name='changes')
scraperwiki.sqlite.save(unique_keys=[],data={"Updated":datetime.datetime.now(),"Suburb":link["Name"],"Region":link["Region"],"Change":l,"Old value":False,"New value":True,"Link":listing["Link"]},table_name='changes')
elif listing[l] == False:
if 0 != lastlisting[0][l]:
snatch.append(l)
scraperwiki.sqlite.save(unique_keys=[],data={"Updated":datetime.datetime.now(),"Change":l,"Old value":True,"New value":False,"Link":listing["Link"]},table_name='changes')
scraperwiki.sqlite.save(unique_keys=[],data={"Updated":datetime.datetime.now(),"Suburb":link["Name"],"Region":link["Region"],"Change":l,"Old value":True,"New value":False,"Link":listing["Link"]},table_name='changes')
elif listing[l] != lastlisting[0][l]:
snatch.append(l)
scraperwiki.sqlite.save(unique_keys=[],data={"Updated":datetime.datetime.now(),"Change":l,"Old value":lastlisting[0][l],"New value":listing[l],"Link":listing["Link"]},table_name='changes')
scraperwiki.sqlite.save(unique_keys=[],data={"Updated":datetime.datetime.now(),"Suburb":link["Name"],"Region":link["Region"],"Change":l,"Old value":lastlisting[0][l],"New value":listing[l],"Link":listing["Link"]},table_name='changes')

# if they have changed, let's save the latest listing
if len(snatch)>0:
Expand Down

0 comments on commit cbee922

Please sign in to comment.