diff --git a/scraper.rb b/scraper.rb index 15b9640..9a70e85 100644 --- a/scraper.rb +++ b/scraper.rb @@ -28,8 +28,7 @@ names = @pages.map { |p| WikiData::Category.new( p, 'en').member_titles }.flatten.uniq -names.each_slice(250) do |sliced| +names.each_slice(100) do |sliced| EveryPolitician::Wikidata.scrape_wikidata(names: { he: [], en: sliced }) end -warn EveryPolitician::Wikidata.notify_rebuilder