File tree Expand file tree Collapse file tree 1 file changed +23
-0
lines changed Expand file tree Collapse file tree 1 file changed +23
-0
lines changed Original file line number Diff line number Diff line change 1
1
import hashlib
2
+ import tempfile
2
3
import unittest
4
+ import shutil
3
5
4
6
from scrapy .dupefilters import RFPDupeFilter
5
7
from scrapy .http import Request
@@ -23,6 +25,27 @@ def test_filter(self):
23
25
24
26
dupefilter .close ('finished' )
25
27
28
+ def test_dupefilter_path (self ):
29
+ r1 = Request ('http://scrapytest.org/1' )
30
+ r2 = Request ('http://scrapytest.org/2' )
31
+
32
+ path = tempfile .mkdtemp ()
33
+ try :
34
+ df = RFPDupeFilter (path )
35
+ df .open ()
36
+ assert not df .request_seen (r1 )
37
+ assert df .request_seen (r1 )
38
+ df .close ('finished' )
39
+
40
+ df2 = RFPDupeFilter (path )
41
+ df2 .open ()
42
+ assert df2 .request_seen (r1 )
43
+ assert not df2 .request_seen (r2 )
44
+ assert df2 .request_seen (r2 )
45
+ df2 .close ('finished' )
46
+ finally :
47
+ shutil .rmtree (path )
48
+
26
49
def test_request_fingerprint (self ):
27
50
"""Test if customization of request_fingerprint method will change
28
51
output of request_seen.
You can’t perform that action at this time.
0 commit comments