python request批量爬蟲模板2

import requests
import time

headers = {
    'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.169 Safari/537.36'
}

f2 = open("test.csv", "r", encoding="UTF-8")
nameListPre = f2.readlines()
nameList = []
for namePre in nameListPre:
    nameList.append(namePre[:-1])
# print(nameList)

f2.close()

for name in nameList:
    time.sleep(5)
    r = requests.get("https://baike.baidu.com/item/唐" + name, headers=headers)
    r.encoding = r.apparent_encoding
    f1 = open(name + ".html", "w", encoding="UTF-8")
    f1.write(r.text)
    f1.close()
    print(name+"已完成\n")


發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.
相關文章