save data to db

planningalerts-scrapers · Apr 4, 2014 · d6a4c46 · d6a4c46
1 parent cd108f9
commit d6a4c46
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/scraper.rb b/scraper.rb
@@ -17,7 +17,12 @@ def scrape_page(page, url)
       "description" => tr.search("td")[2].inner_text,
       "address" => tr.search("td")[3].inner_text
     }
-    p record
+    #p record
+    if (ScraperWiki.select("* from data where `council_reference`='#{record['council_reference']}'").empty? rescue true)
+      ScraperWiki.save_sqlite(['council_reference'], record)
+    else
+      puts "Skipping already saved record " + record['council_reference']
+    end
   end
 end