Merge branch 'custom-session' of https://github.com/miracle2k/reppy

reppy/cache.py

@@ -40,6 +40,7 @@ class RobotsCache(object):
     def __init__(self, *args, **kwargs):
         # The provided args and kwargs are used when fetching robots.txt with
         # a `requests.get`
+        self.session = kwargs.pop('session', requests.Session())
         self.args = args
         self.kwargs = kwargs
         # A mapping of hostnames to their robots.txt rules
@@ -73,7 +74,7 @@ def fetch(self, url, *args, **kwargs):
             # First things first, fetch the thing
             robots_url = 'http://%s/robots.txt' % Utility.hostname(url)
             logger.debug('Fetching %s' % robots_url)
-            req = requests.get(robots_url, *args, **kwargs)
+            req = self.session.get(robots_url, *args, **kwargs)
             ttl = max(self.min_ttl, Utility.get_ttl(req.headers, self.default_ttl))
             # And now parse the thing and return it
             return parser.Rules(robots_url, req.status_code, req.content,