import requests
from bs4 import BeautifulSoup
import pandas as pd
#u1 = "https://movie.douban.com/subject/26100958/comments?start=0&limit=20&sort=new_score&status=P"
def urls(): #獲取多個網址
urllist = []
value = [x * 10 for x in range(1, 40) if x % 2 == 0] #列表生成式
for i in value:
urllist.append("https://movie.douban.com/subject/26100958/comments?start=%d&limit=20&sort=new_score&status=P"%i )
return urllist
urllist = urls()
def data():
spanlist = [] #放在循環之外
for i in urllist:
re = requests.get(i)
soup = BeautifulSoup(re.text,'lxml')
span = soup.find_all('span',class_='short')
for i in span:
spanlist.append(i.text)
df = pd.DataFrame({'影評':spanlist})
return df
df = data()
txt = str(df.values)
dic = {}
name = ['黑寡婦','滅霸','美隊','鋼鐵俠','雷神','奇異博士','星爵','浩克','黑豹','蜘蛛俠','驚奇隊長']
for i in name:
dic[i] = txt.count(i)
print(dic) #{'黑寡婦': 7, '滅霸': 19, '美隊': 15,}
df = pd.DataFrame(dic.values(),dic.keys())
#df.to_excel('./10.xls') #導出到excel中
可視化效果圖: