Merge pull request #64 from yezuoxian/dialogue

spider.yaml增加max_dialogue_page字段。
SpiderClub · Jan 18, 2018 · bbd6496 · bbd6496
2 parents 621d25c + b36b189
commit bbd6496
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/config/spider.yaml b/config/spider.yaml
@@ -9,6 +9,7 @@ max_search_page: 50            # max search page for crawling
 max_home_page: 50              # max user home page for crawling
 max_comment_page: 2000         # max comment page for crawling
 max_repost_page: 2000          # max repost page for crawling
+max_dialogue_page: 2000        # max dialogue page for crawling
 max_retries: 5                 # retry times for crawling
 
 # You should set the args below if you login from uncommon place