douding.py

from bs4 import BeautifulSoup
import requests
from tqdm import trange
import urllib
import shutil
import os
from img2pdf import conpdf
import requests


def download(url, callback):
    try:
        text = requests.get(url).text
        pos = text.index('allPage:')
        pages = int(text[pos + 8: pos + 12].split(',')[0])
        id = url.split('.')[-2].split('-')[-1]
        html = BeautifulSoup(text, features='lxml')
        title = html.title.string.replace('/', '.')
        print(f'豆丁：《{title}》')
        if os.path.exists(f'./output/{title}.pdf'):
            return True, title

        if os.path.exists(f'./temp/{title}'):
            shutil.rmtree(f'./temp/{title}')
        os.makedirs(f'./temp/{title}')

        for i in trange(pages):
            url = f"http://211.147.220.164/index.jsp?file={id}&width=1600&pageno={i + 1}"
            res = requests.get(url)
            with open(f'./temp/{title}/{i+1}.jpg', 'wb') as f:
                f.write(res.content)
            callback(i, pages, "正在下载：%s" % title)
        print('下载完毕，正在转码')
        callback(99, 100, "正在转码")
        conpdf(f'output/{title}.pdf', f'./temp/{title}', '.jpg', True)
        return True, title
    except Exception as e:
        return False, e

if __name__ == "__main__":
    download("https://jz.docin.com/p-1995868152.html")