Permalink
Browse files

Update scraper.py

  • Loading branch information...
sicvermilion committed Aug 16, 2014
1 parent 9235bdd commit bdbd39d555751bda5f6a91a7cfb5cb70f573501e
Showing with 1 addition and 3 deletions.
  1. +1 −3 scraper.py
View
@@ -100,7 +100,7 @@ def crawl(self):
listings.extend([listing for listing in new_listings if listing['id'] not in crawled_listings])
crawled_listings.update(listing['id'] for listing in new_listings)
print new_listings
print "new_listings", new_listings
offset += 20
if self.debug:
@@ -111,8 +111,6 @@ def crawl(self):
print >> sys.stderr, 'error: could not parse response'
sys.exit(1)
scraperwiki.sqlite.save(listings)
if __name__ == "__main__":
ab = AirbnbScraper()
ab.crawl()

0 comments on commit bdbd39d

Please sign in to comment.