From 1079f3b854c3e66ff8485a28c57404c7b5163437 Mon Sep 17 00:00:00 2001 From: Alex Yule Date: Sat, 7 Jun 2014 10:19:09 -0700 Subject: [PATCH] make sure to scrape page 0 --- scraper.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/scraper.py b/scraper.py index 7058cef..4f57597 100644 --- a/scraper.py +++ b/scraper.py @@ -24,6 +24,9 @@ def scrape_genre(genre): pages = count / 500 if not count % 500: pages -= 1 + + scrape_genre_page(genre, 0) + #if not check_cache(genre, 0): #print "not cached, processing json" #process_json(page, genre)