From 692b268a242982c5aa1d57326feb29add926d63f Mon Sep 17 00:00:00 2001 From: Eric Tam Date: Fri, 19 May 2017 21:03:34 +1000 Subject: [PATCH] enabled saving data to database, disabled console output of record --- scraper.rb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scraper.rb b/scraper.rb index f1b4485..ff84b8d 100644 --- a/scraper.rb +++ b/scraper.rb @@ -65,8 +65,8 @@ def is_valid_year(date_str, min=2004, max=DateTime.now.year) if (ScraperWiki.select("* from data where `council_reference`='#{record['council_reference']}'").empty? rescue true) puts "Saving record " + record['council_reference'] + ", " + record['address'] - puts record -# ScraperWiki.save_sqlite(['council_reference'], record) +# puts record + ScraperWiki.save_sqlite(['council_reference'], record) else puts 'Skipping already saved record ' + record['council_reference'] end