#分布式爬虫框架，基于python3.0，运行前需安装以下python依赖 pip install requests

pip install beautifulsoup4

pip install redis