農業新聞內容獲取 python

代碼:

#!-*- coding: utf-8 -*-
# @Time : 2020/4/20 22:19
# @Author : Oneqq
# @File : 27農業新聞內容獲取.py
# @Software: PyCharm

import requests
from fake_useragent import UserAgent
from lxml import etree

url = "http://www.farmer.com.cn/2020/02/01/99847779.html"
headers = {
    "User-Agent": UserAgent().chrome
}
response = requests.get(url, headers=headers)
response.encoding = "utf-8"
e = etree.HTML(response.text)
title = e.xpath('string(//h1/text())')
content = e.xpath('//div[@class="article-main"]/p[@style="text-indent: 2em;"]')
all_p = []
for c in content:
    info = c.xpath('string(.)')
    all_p.append(info)
contents = ''.join(all_p)
print("標題:" + title)
print("內容:" + contents)
img_urls = e.xpath('//div[@class="article-main"]//img/@src')
img_names = e.xpath('//div[@class="article-main"]/p/span')
print("圖片:")
i = 0
for img_name in img_names:
    img_name = img_name.xpath('string(.)')
    print("第" + str(i+1) + "張:" + img_name + ".jpg")
    url = img_urls[i]
    response = requests.get(url, headers=headers)
    with open('imgs/'+img_name + '.jpg', 'wb') as f:
        f.write(response.content)
    i += 1

結果:

發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.
相關文章