Update scraper.py

sicvermilion · Aug 16, 2014 · bdbd39d · bdbd39d
1 parent 9235bdd
commit bdbd39d
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/scraper.py b/scraper.py
@@ -100,7 +100,7 @@ def crawl(self):
 
                     listings.extend([listing for listing in new_listings if listing['id'] not in crawled_listings])
                     crawled_listings.update(listing['id'] for listing in new_listings)
-                    print new_listings
+                    print "new_listings", new_listings
 
                 offset += 20
                 if self.debug:
@@ -111,8 +111,6 @@ def crawl(self):
                 print >> sys.stderr, 'error: could not parse response'
                 sys.exit(1)
 
-        scraperwiki.sqlite.save(listings)
-
 if __name__ == "__main__":
     ab = AirbnbScraper()
     ab.crawl()