Process in batches of 250

everypolitician-scrapers · Dec 17, 2016 · 7e51d54 · 7e51d54
1 parent f72e981
commit 7e51d54
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scraper.rb b/scraper.rb
@@ -6,4 +6,4 @@
 
 # existing = EveryPolitician::Index.new.country("Germany").lower_house.popolo.persons.map(&:wikidata).compact
 names = EveryPolitician::Wikidata.morph_wikinames(source: 'tmtmtmtm/germany-bundestag-members-wikipedia', column: 'wikiname')
-EveryPolitician::Wikidata.scrape_wikidata(names: { de: names }, batch_size: 500)
+EveryPolitician::Wikidata.scrape_wikidata(names: { de: names }, batch_size: 250)