爬蟲,使用請求頭User-Agent

from urllib.request import urlopen
from urllib.request import Request
url = 'https://www.hao123.com'
header = {
    'User-Agent':'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.25 Safari/537.36 Core/1.70.3732.400 QQBrowser/10.5.3824.400'
}
# r = urlopen(url)
# print(r.read().decode())
# r = Request(url)
# rp = urlopen(r)
# print(rp.read().decode())
r = Request(url,headers=header)
rr = urlopen(r)
print(rr.read().decode())

 

發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.
相關文章