Skip to content

Commit

Permalink
Update scraper.py
Browse files Browse the repository at this point in the history
  • Loading branch information
zufanka committed Jul 13, 2014
1 parent 5752f76 commit d0be9cd
Showing 1 changed file with 4 additions and 3 deletions.
7 changes: 4 additions & 3 deletions scraper.py
Expand Up @@ -100,7 +100,8 @@ def getMaxId():
dbData[field] = conversion(value)

if len(dbData) > 1: #skip page in case no data for id is returned
scraperwiki.sqlite.save(unique_keys=['id'], data = dbData)
scraperwiki.sqlite.save_var("min_id", id+1)
print dbData
# scraperwiki.sqlite.save(unique_keys=['id'], data = dbData)
# scraperwiki.sqlite.save_var("min_id", id+1)

scraperwiki.sqlite.save_var("min_id", 1)
#scraperwiki.sqlite.save_var("min_id", 1)

0 comments on commit d0be9cd

Please sign in to comment.