Permalink
Browse files

switch order of Caching/Throttled sessions

  • Loading branch information...
1 parent 55136cf commit 96bbf57a941584ccb773ad3bfdbbcd02929a7c8c @jamesturk jamesturk committed Oct 9, 2013
Showing with 1 addition and 1 deletion.
  1. +1 −1 scrapelib/__init__.py
@@ -266,8 +266,8 @@ def request(self, method, url, retry_on_404=False, **kwargs):
# compose sessions, order matters
class Scraper(RobotsTxtSession, # first, check robots.txt
- ThrottledSession, # throttle requests
CachingSession, # cache responses
+ ThrottledSession, # throttle requests
RetrySession, # do retries
):
"""

0 comments on commit 96bbf57

Please sign in to comment.