Skip to content

Commit

Permalink
updating for newer scraperwiki
Browse files Browse the repository at this point in the history
  • Loading branch information
corajr committed May 28, 2015
1 parent 8b2727d commit bc89314
Showing 1 changed file with 1 addition and 4 deletions.
5 changes: 1 addition & 4 deletions scraper.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,9 +4,6 @@
import time
import re

# define the order our columns are displayed in the datastore
scraperwiki.sqlite.save_var('data_columns', ['air_date','episode', 'category', 'dollar_value', 'text', 'answer','uid'])

seasons_url = 'http://www.j-archive.com/listseasons.php'
base_url = 'http://www.j-archive.com/'

Expand Down Expand Up @@ -56,7 +53,7 @@ def scrape_episode(url, episode, air_date):

#a shitty unique id but it should do
clue_attribs['uid'] = str(episode)+clue_attribs['category']+str(clue_attribs['dollar_value'])
scraperwiki.datastore.save(['uid'], clue_attribs)
scraperwiki.sql.save(['uid'], clue_attribs)



Expand Down

0 comments on commit bc89314

Please sign in to comment.