Always save records now

mlandauer · Apr 30, 2019 · d5b0464 · d5b0464
1 parent 6a74a9d
commit d5b0464
Showing 1 changed file with 2 additions and 6 deletions.
diff --git a/scraper.rb b/scraper.rb
@@ -30,9 +30,5 @@
     "date_scraped" => Date.today.to_s
   }
 
-  if (ScraperWiki.select("* from data where `council_reference`='#{record['council_reference']}'").empty? rescue true)
-    ScraperWiki.save_sqlite(['council_reference'], record)
-  else
-    puts "Skipping already saved record " + record['council_reference']
-  end
-end
+  ScraperWiki.save_sqlite(['council_reference'], record)
+end