python爬取27報動態圖

先上圖：
代碼如下：

import requests
from pyquery import PyQuery as pq
import os, time
from urllib.request import urlretrieve


def mkdir(path):
    path = path.strip()
    path = path.rstrip("\\")
    isExists = os.path.exists(path)
    if not isExists:
        os.makedirs(path)


def getImgUrl():
    headers = {
        'Host': 'www.27baobao.com',
        'User - Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko)'
                        ' Chrome/75.0.3770.142 Safari/537.36'
    }
    host = 'www.27baobao.com'
    url = 'https://www.27baobao.com/quanwenyuedu/'
    urls = []
    for i in range(1, 7):
        urls.append(url + 'list_{}.html'.format(i))
    for i in urls:
        res = requests.get(i, headers=headers)
        res.encoding = 'uft-8'
        # print(res.text)
        content = pq(res.text)('#page ul li a:nth-child(2)')
        # print(content)
        imgUrls = []
        names = []
        for i in content.items():
            url = i('a').attr('href').split('www')[1]
            name = i('a').text().strip()
            imgUrls.append('https://m' + url)
            names.append(name)
        return imgUrls, names


def nextPage(url):
    headers = {
        'Host': 'm.27baobao.com',
        # 'Referer': 'https://m.27baobao.com/',
        'User - Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko)'
                        ' Chrome/75.0.3770.142 Safari/537.36'
    }
    host = 'https://m.27baobao.com/'
    res = requests.get(url, headers=headers)
    # print(url)
    category = url.split('/')[3].split('.')[0]
    # print(category)
    res.encoding = 'uft-8'
    # print(res.text)
    nextPageHerf = url.split('/')[-1].split('.')[0]
    # print(nextPageHerf)
    pages = pq(res.text)('.pagearti a:first-child').text()
    # print(len(pages))
    # print(pages)
    if len(pages) == 5:
        totalPage = pages[1:3]
    else:
        totalPage = pages[1:2]
    nextPages = []
    for i in range(2, int(totalPage)):
        nextPages.append(host + category + '/' + nextPageHerf + '_' + str(i) + '.html')
    return nextPages


def getImg(url, path):
    headers = {
        'Host': 'm.27baobao.com',
        'Referer': 'https://m.27baobao.com/',
        'User - Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko)'
                        ' Chrome/75.0.3770.142 Safari/537.36'
    }
    res = requests.get(url, headers=headers)
    res.encoding = 'uft-8'
    content = pq(res.text)('.content img').attr('src')
    # print(content)
    try:
        if content:
            # urlretrieve(content, 'C:\\Users\\Administrator\\Desktop\\tupian\\11\\{}'.format(content[-12:]))
            urlretrieve(content, path + '\\{}'.format(content[-16:]))
            print('{}下載完成'.format(content))
    except:
        pass


def main():
    urls, category = getImgUrl()
    for i, m in zip(urls, category):
        # print(i, m)
        path = 'F:\\下載\\tu\\{}'.format(m)
        mkdir(path)
        getImg(i, path)
        nextPages = nextPage(i)
        for j in nextPages:
            getImg(j, path)
            time.sleep(1)
        time.sleep(1)


if __name__ == '__main__':
    main()