Always save record as planningalerts now does versioning

planningalerts-scrapers · May 7, 2019 · 672c0de · 672c0de
1 parent dc8f45d
commit 672c0de
Showing 1 changed file with 1 addition and 5 deletions.
diff --git a/scraper.rb b/scraper.rb
@@ -49,9 +49,5 @@
     'on_notice_to'      => on_notice_to,
     'date_scraped'      => Date.today.to_s
    }
-  if (ScraperWiki.select("* from data where `council_reference`='#{record['council_reference']}'").empty? rescue true)
-    ScraperWiki.save_sqlite(['council_reference'], record)
-  else
-     puts "Skipping already saved record " + record['council_reference']
-  end
+   ScraperWiki.save_sqlite(['council_reference'], record)
 end