爬蟲proxy代理,簡單實例

from urllib.request import Request,build_opener
from fake_useragent import UserAgent
from  urllib.request import ProxyHandler

url = 'https://www.qidian.com'
headers = {
    "User-Agent":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.25 Safari/537.36 Core/1.70.3732.400 QQBrowser/10.5.3824.400"
}

req = Request(url,headers=headers)

handler = ProxyHandler({'http':'ip:port'})
handler1 = ProxyHandler({'http':'name:password@ip:port'})
handler2 = ProxyHandler({'http':'180.118.128.105:9000'})
opener = build_opener(handler2)
rs = opener.open(req)
html = rs.read().decode()
print(html)

 

發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.
相關文章