python網絡爬蟲,幾行代碼就可以搞定
1.請求網頁,獲取數據
#請求網絡
def open_url(url):
req = urllib.request.Request(url)
req.add_header('User-Agent','Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:63.0) Gecko/20100101 Firefox/63.0')
page = urllib.request.urlopen(req)
html = page.read().decode('utf-8')
return html
2.正則匹配Ip值 ,匹配規則爲 (?:(?:[0-1]?\d?\d|2[0-4]\d|25[0-5])\.){3}(?:(?:[0,1]?\d?\d|2[0-4]\d|25[0-5]))
#正則匹配ip值(?:(?:[0-1]?\d?\d|2[0-4]\d|25[0-5])\.){3}(?:(?:[0,1]?\d?\d|2[0-4]\d|25[0-5]))
def get_iplist(html):
p = r'(?:(?:[0-1]?\d?\d|2[0-4]\d|25[0-5])\.){3}(?:(?:[0,1]?\d?\d|2[0-4]\d|25[0-5]))'
iplist = re.findall(p,html)
for each in iplist:
print(each)
3.全部代碼,打印輸出
import urllib.request
import re
#請求網絡
def open_url(url):
req = urllib.request.Request(url)
req.add_header('User-Agent','Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:63.0) Gecko/20100101 Firefox/63.0')
page = urllib.request.urlopen(req)
html = page.read().decode('utf-8')
return html
#正則匹配ip值(?:(?:[0-1]?\d?\d|2[0-4]\d|25[0-5])\.){3}(?:(?:[0,1]?\d?\d|2[0-4]\d|25[0-5]))
def get_iplist(html):
p = r'(?:(?:[0-1]?\d?\d|2[0-4]\d|25[0-5])\.){3}(?:(?:[0,1]?\d?\d|2[0-4]\d|25[0-5]))'
iplist = re.findall(p,html)
for each in iplist:
print(each)
if __name__ == '__main__':
url = 'http://www.xicidaili.com/'
get_iplist(open_url(url))
輸出結果:
python剛入門,有點意思。
有興趣一起討論,歡迎加入我的Java與Android逆向開發交流QQ羣,一起學習編碼。