python 豆瓣電影影評數據可視化

import  requests
from bs4 import BeautifulSoup
import pandas as pd

 #u1 = "https://movie.douban.com/subject/26100958/comments?start=0&limit=20&sort=new_score&status=P"
def urls():  #獲取多個網址
    urllist = []
    value = [x * 10 for x in range(1, 40) if x % 2 == 0]  #列表生成式
    for i in value:
       urllist.append("https://movie.douban.com/subject/26100958/comments?start=%d&limit=20&sort=new_score&status=P"%i )
    return urllist
urllist = urls()
def data():
    spanlist = []  #放在循環之外
    for i in urllist:
        re = requests.get(i)
        soup = BeautifulSoup(re.text,'lxml')
        span = soup.find_all('span',class_='short')
        for i in span:
            spanlist.append(i.text)
    df = pd.DataFrame({'影評':spanlist})
    return df
df = data()
txt = str(df.values)
dic = {}
name = ['黑寡婦','滅霸','美隊','鋼鐵俠','雷神','奇異博士','星爵','浩克','黑豹','蜘蛛俠','驚奇隊長']
for i in name:
    dic[i] = txt.count(i)
print(dic)  #{'黑寡婦': 7, '滅霸': 19, '美隊': 15,}
df = pd.DataFrame(dic.values(),dic.keys())
#df.to_excel('./10.xls')  #導出到excel中

可視化效果圖:在這裏插入圖片描述
在這裏插入圖片描述

發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.
相關文章