diff --git a/scraper.rb b/scraper.rb index 5c6acef..0e5cd46 100644 --- a/scraper.rb +++ b/scraper.rb @@ -27,8 +27,5 @@ ] names = @pages.map { |p| WikiData::Category.new( p, 'en').member_titles }.flatten.uniq - -names.shuffle.each_slice(50) do |sliced| - EveryPolitician::Wikidata.scrape_wikidata(names: { he: [], en: sliced }) -end +EveryPolitician::Wikidata.scrape_wikidata(names: { he: [], en: names }, batch_size: 50)