Skip to content

Commit 97f2fb3

Browse files
kmikedangra
authored andcommitted
TST a test to show that dupefilter persistence is not working
1 parent d9b4850 commit 97f2fb3

File tree

1 file changed

+23
-0
lines changed

1 file changed

+23
-0
lines changed

tests/test_dupefilters.py

Lines changed: 23 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
11
import hashlib
2+
import tempfile
23
import unittest
4+
import shutil
35

46
from scrapy.dupefilters import RFPDupeFilter
57
from scrapy.http import Request
@@ -23,6 +25,27 @@ def test_filter(self):
2325

2426
dupefilter.close('finished')
2527

28+
def test_dupefilter_path(self):
29+
r1 = Request('http://scrapytest.org/1')
30+
r2 = Request('http://scrapytest.org/2')
31+
32+
path = tempfile.mkdtemp()
33+
try:
34+
df = RFPDupeFilter(path)
35+
df.open()
36+
assert not df.request_seen(r1)
37+
assert df.request_seen(r1)
38+
df.close('finished')
39+
40+
df2 = RFPDupeFilter(path)
41+
df2.open()
42+
assert df2.request_seen(r1)
43+
assert not df2.request_seen(r2)
44+
assert df2.request_seen(r2)
45+
df2.close('finished')
46+
finally:
47+
shutil.rmtree(path)
48+
2649
def test_request_fingerprint(self):
2750
"""Test if customization of request_fingerprint method will change
2851
output of request_seen.

0 commit comments

Comments
 (0)