main.py

#!/usr/bin/env python
# encoding: utf-8
'''
#-------------------------------------------------------------------
#                   CONFIDENTIAL --- CUSTOM STUDIOS
#-------------------------------------------------------------------
#
#                   @Project Name : 表情包下载助手
#
#                   @File Name    : main.py
#
#                   @Programmer   : tinygeeker
#
#                   @Start Date   : 2022/01/09 13:14
#
#                   @Last Update  : 2022/01/09 13:14
#
#-------------------------------------------------------------------
'''
import os, requests
from time import time
from bs4 import BeautifulSoup
from queue import Queue
from threading import Thread

class DownloadBiaoqingbao(Thread):

    def __init__(self, queue, path):
        Thread.__init__(self)
        self.queue = queue
        self.path = '/home/wistbean/biaoqingbao/'
        if not os.path.exists(path):
            os.makedirs(path)

    def run(self):
        while True:
            url = self.queue.get()
            try:
                # print(url)
                self.download_biaoqingbaos(url, self.path)
            finally:
                self.queue.task_done()


    def download_biaoqingbaos(self, url, path):
        response = requests.get(url)
        soup = BeautifulSoup(response.content, 'lxml')
        img_list = soup.find_all('img', class_='ui image lazy')

        for img in img_list:
            image = img.get('data-original')
            title = img.get('title')
            print('下载图片： ', title)

            try:
                with open(path + title + os.path.splitext(image)[-1], 'wb') as f:
                    img = requests.get(image).content
                    f.write(img)
            except OSError:
                print('length  failed')
                break


if __name__ == '__main__':
    print('*' * 50)
    print(' ' * 15 + '表情包下载助手')
    print(' ' * 5 + '作者: tinygeeker  Date: 2022-01-09 13:14')
    print(' ' * 5 + '主页: https://tinygeeker.blog.csdn.net')
    print('*' * 50)

    start = time()
    # 构建所有的链接
    _url = 'https://fabiaoqing.com/biaoqing/lists/page/{page}.html'
    urls = [_url.format(page=page) for page in range(1, 4328+1)]

    queue = Queue()
    path = '/home/wistbean/biaoqingbao/'

    # 创建线程
    for x in range(10):
        worker = DownloadBiaoqingbao(queue, path)
        worker.daemon = True
        worker.start()

    # 加入队列
    for url in urls:
        queue.put(url)

    queue.join()

    print('下载完毕耗时：  ', time()-start)