Skip to content
Permalink
Browse files
fixed RFPDupeFilter persistence
  • Loading branch information
kmike authored and dangra committed Dec 30, 2015
1 parent 97f2fb3 commit 97d080ee2609276e6f0f8c6ad2c28fbd8b2b8d48
Showing with 1 addition and 0 deletions.
  1. +1 −0 scrapy/dupefilters.py
@@ -36,6 +36,7 @@ def __init__(self, path=None, debug=False):
self.logger = logging.getLogger(__name__)
if path:
self.file = open(os.path.join(path, 'requests.seen'), 'a+')
self.file.seek(0)
self.fingerprints.update(x.rstrip() for x in self.file)

@classmethod

0 comments on commit 97d080e

Please sign in to comment.