diff --git a/scraper.rb b/scraper.rb index 7c5ff27..fe7e1c6 100644 --- a/scraper.rb +++ b/scraper.rb @@ -1,3 +1,4 @@ +require 'scraperwiki' require 'rubygems' require 'mechanize' require 'date' @@ -20,7 +21,7 @@ 'date_scraped' => Date.today.to_s } - if ScraperWiki.select("* from swdata where `council_reference`='#{record['council_reference']}'").empty? + if ScraperWiki.select("* from data where `council_reference`='#{record['council_reference']}'").empty? ScraperWiki.save_sqlite(['council_reference'], record) else puts "Skipping already saved record " + record['council_reference']