ManyRequests

Library for making many python requests concurrently.

Installation

pip install ManyRequests

Example

from ManyRequests.WebRunner import WebRunner

urls = [u'http://google.com'] * 100
proxies = {
    u'http': u'http://example.com',
    u'https': u'http://example.com'
}

runner = WebRunner()
responses = runner.run(urls, concurrency=20, proxies=proxies, timeout=10)

responses
>> [<Response [200]>,
>> <Response [200]>,
>> <Response [200]>,
>> <Response [200]>,
>> ...
>> <Response [200]>,
>> <Response [200]>,
>> <Response [200]>,
>> <Response [200]>]