Turn on archiving

everypolitician-scrapers · Jan 8, 2017 · 72a9d18 · 72a9d18
1 parent 0f1164e
commit 72a9d18
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/scraper.rb b/scraper.rb
@@ -6,8 +6,9 @@
 require 'scraped'
 require 'pry'
 
-require 'open-uri/cached'
-OpenURI::Cache.cache_path = '.cache'
+# require 'open-uri/cached'
+# OpenURI::Cache.cache_path = '.cache'
+require 'scraped_page_archive/open-uri'
 
 def noko_for(url)
   # The server returns a 500 error for a successful page!
@@ -50,6 +51,7 @@ def scrape_mp(url)
     source:   url.to_s,
   }
   data[:gender] = gender_from(data[:name])
+  # puts data
   ScraperWiki.save_sqlite(%i(id term), data)
 end