From 7fdca9fbc1e4caaa4b0c10a0aec6bbe2944a8b9b Mon Sep 17 00:00:00 2001 From: Matthew Landauer Date: Tue, 7 May 2019 15:36:21 +1000 Subject: [PATCH] Always save record as planningalerts now does versioning --- scraper.rb | 8 ++------ 1 file changed, 2 insertions(+), 6 deletions(-) diff --git a/scraper.rb b/scraper.rb index 5eb9971..29ea9c1 100644 --- a/scraper.rb +++ b/scraper.rb @@ -25,13 +25,9 @@ def scrape_page(page, info_url_base, comment_url) 'date_received' => Date.parse(tr.search("td")[1].inner_text).to_s, } - if (ScraperWiki.select("* from data where `council_reference`='#{record['council_reference']}'").empty? rescue true) - puts "Saving record " + record['council_reference'] + ", " + record['address'] + puts "Saving record " + record['council_reference'] + ", " + record['address'] # puts record - ScraperWiki.save_sqlite(['council_reference'], record) - else - puts "Skipping already saved record " + record['council_reference'] - end + ScraperWiki.save_sqlite(['council_reference'], record) end end