python數據爬蟲示例一
import requests
frombs4
import
BeautifulSoup
import
bs4
def
getHTMLText(url):
try:
r=requests.get(url,timeout=30)
r.raise_for_status()
r.encoding=r.apparent_encoding
returnr.text
except:
return"exception"
def fillUniveList(ulist,html):
soup=BeautifulSoup(html,"html.parser")
fortrinsoup.find('tbody').children:
ifisinstance(tr,bs4.element.Tag):
tds=tr('td')
ulist.append([tds[0].string,tds[1].string,tds[3].string])
def
printUnivList(ulist,num):
print("{:^10}\t{:^6}\t{:^10}".format("排名","學校名稱","總分"))
foriin
range(num):
u=ulist[i]
print("{:^10}\t{:^6}\t{:^10}".format(u[0],u[1],u[2]))
print("Suc"+str(num))
def
main():
unifo=[]
url="http://www.zuihaodaxue.cn/zuihaodaxuepaiming2017.html"
html=getHTMLText(url)
fillUniveList(unifo,html)
printUnivList(unifo,20)
main()
發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.