通過定時執行python腳本,可以實現定期批量訪問網站,如果發現網站打不開,第一時間發郵件到管理員郵箱進行預警
這裏用的是python3.5
需要安裝的插件:
smtplib:發郵件需要用到
pycurl:訪問網站時會需要用到
linecache:在讀取txt網站清單時需要用到
具體思路:
python程序從txt裏面批量讀取到網站的信息,通過Curl.py模擬瀏覽器去訪問網站,並且把訪問的結果寫入到以自己的網站名稱-日期.txt格式的文件中記錄;有幾種情況:
1、如果發現打不開了,直接發郵件提示網站已經打不開
2、發現可以打開,讀取文件中上一次訪問的情況(讀取txt文件最後一行),
1)如果發現上一次是打不開的,發郵件提醒網站已經恢復了
2)如果發現上一次是打得開的(200的返回碼),只是記錄網站訪問的日誌就可以了
總共4個文件,
Email.py是郵件類,主要用來發郵件的時候調用,這裏需要按照你的情況改成你的郵箱(msg['From']),郵箱服務器地址(SMTP地址),和你的郵箱密碼(SMTP.login)
Email.py
#!/usr/bin/python #-*- coding:utf-8 -*- import sys import smtplib from email.mime.text import MIMEText from email.mime.multipart import MIMEMultipart class Email_send(object): def __init__(self,msgTo,data2,Subject): self.msgTo=msgTo self.data2=data2 self.Subject=Subject def sendEmail(self): # (p_w_upload,html) = content msg = MIMEMultipart() msg['Subject'] = self.Subject msg['From'] = '[email protected]' msg['To'] = self.msgTo html_att = MIMEText(self.data2, 'html', 'utf-8') #att = MIMEText(p_w_upload, 'plain', 'utf-8') msg.attach(html_att) #msg.attach(att) try: smtp = smtplib.SMTP() smtp.connect('smtp.xxxx.com', 25) smtp.login(msg['From'], 'xxxx') #改成自己的郵箱密碼 smtp.sendmail(msg['From'], msg['To'].split(','), msg.as_string()) return('郵件發送成功') except Exception as e: print('--------------sss------',e) def curl(self): import pycurl c=pycurl.Curl() #url="www.luoan.com.cn" #indexfile=open(os.path.dirname(os.path.realpath(__file__))+"/content.txt","wb") c.setopt(c.URL,url) c.setopt(c.VERBOSE,1) c.setopt(c.ENCODING,"gzip") #模擬火狐瀏覽器 c.setopt(c.USERAGENT,"Mozilla/5.0 (Windows NT 6.1; rv:35.0) Gecko/20100101 Firefox/35.0") return c
Curl.py 主要用來執行模擬瀏覽器訪問網站並返回結果的文件
#!/usr/bin/python #-*- coding:utf-8 -*- import sys import pycurl class Curl(object): def __init__(self,url): self.url=url def Curl_site(self): c=pycurl.Curl() #url="www.luoan.com.cn" #indexfile=open(os.path.dirname(os.path.realpath(__file__))+"/content.txt","wb") c.setopt(c.URL,self.url) c.setopt(c.VERBOSE,1) c.setopt(c.ENCODING,"gzip") #模擬火狐瀏覽器 c.setopt(c.USERAGENT,"Mozilla/5.0 (Windows NT 6.1; rv:35.0) Gecko/20100101 Firefox/35.0") return c
site_moniter.py 這個文件爲主程序,主要執行調用上面的函數,讀取txt文件中的網站清單,如果網站打不開就發郵件出來告警
需要注意:1、把[email protected]改成你自己的郵箱,
2、把文件路徑改成自己的真實路徑
#!/usr/bin/python
#-*- coding:utf-8 -*-
import pycurl
import os
import sys
import linecache
import time #引入事件類，用來獲取系統當前時間
#from ceshi import Student
from Email import Email_send
from Curl import Curl
#bart = Student('mafei',59)
#bart.print_score()
def script(urls,type):
msgTo = '[email protected]'
now_time=time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time()))
j=1
# data2=[{'aa':'aa'}]
for url_split in urls:
#print(url_split)
url_1=url_split.split('---')
url=url_1[1]
recovery_title = "監控通知----%s url:%s" % (url_1[0], url) + "在" + time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time())) + "已經恢復"
down_title = "監控通知----%s url:%s" % (url_1[0], url) + "在" + time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time())) + "無法打開"
#print('~~~~~~~~~~~~~~~~~~~')
#print(url)
#引用爬去網站的類，調用結果
url_result = Curl(url)
c = url_result.Curl_site()
try:
c.perform()
code = str(c.getinfo(c.HTTP_CODE))
print(code+'aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa')
except Exception as e:
print('--------錯誤信息：--------',e)
#indexfile.close()
#c.close()
code = str(c.getinfo(c.HTTP_CODE))
# print(code+'aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa')
filename = '%s-%s.txt' % (url_1[0], time.strftime("%Y-%m-%d", time.localtime(time.time())))
#判斷如果在網站無法打開的情況下
if code == '0' or code=='400' or code=='500' or code=='404':
resolveTime = 0
Connection_Time = 0
Transfer_Total_Time = 0
Total_Time = 0
# print('爲000000000000000000000000000000000000000000')
data3 = '網站:%s無法打開%s' % (url_1[0], url)
# indexfile.close()
# c.close()
#判斷網站如果掛了就發郵件
stat3 = Email_send(msgTo, data3, down_title)
resole=stat3.sendEmail()
print(resole)
print(data3 + '郵件已經發送')
else:
#resolveTime = str(c.getinfo(c.NAMELOOKUP_TIME) * 1000) + " ms"
# Connection_Time=str(float(c.getinfo(c.CONNECT_TIME)*1000-c.getinfo(c.NAMELOOKUP_TIME)*1000))+" ms"
#Connection_Time = str(c.getinfo(c.CONNECT_TIME) * 1000 - c.getinfo(c.NAMELOOKUP_TIME) * 1000) + " ms"
# Connection_Time=round(float(Connection_Time))
#Transfer_Total_Time = str(c.getinfo(c.TOTAL_TIME) * 1000 - c.getinfo(c.PRETRANSFER_TIME) * 1000) + " ms"
#Total_Time = str(c.getinfo(c.TOTAL_TIME) * 1000) + " ms"
# data2=data
# data={'url':url,'HTTP CODE':code,'resolveTime':resolveTime,'Connection_Time':Connection_Time,'Transfer_Total_Time':Transfer_Total_Time,'Total_Time':Total_Time}
print('網站可以正常打開')
#f = open(filename, 'a',encoding='utf-8')
file_exit=os.path.exists(filename)
#print(file_exit)
#判斷這個日誌文件存不存在
if(file_exit):
#讀取文件最後一行，爲了讀取出來最後一次的狀態值
file = open(filename, 'r',encoding='utf-8')
linecount = len(file.readlines())
data = linecache.getline(filename, linecount)
file.close
if data == '':
print('這是'+data+'爲空的數據')
else:
print('其他信息%s'%(data))
explode = data.split('----')
#判斷如果讀取出來的值，最後一次是異常的情況就告警
if explode[3]=='0\n' or explode[3]=='400\n' or explode[3]=='500' or explode[3]=='404':
data3 = '網站:%s在%s已經恢復%s' % (url_1[0], now_time,url)
stat3 = Email_send(msgTo, data3, recovery_title)
resole = stat3.sendEmail()
print(resole)
print(data3 + '郵件已經發送')
else:
print('最後一次記錄爲其他值：%s'%(explode[3])+'-----')
else:
print('文件不存在')
data2 = '\n' + url_1[0] + '----' + url + '-----' + time.strftime("%H:%M:%S", time.localtime(time.time())) + '-------' + code
print('data2數據寫入成功：' + data2)
file = open(filename, 'a', encoding='utf-8')
file.write(data2)
file.close
# bart = Student(data2,59)
# bart.print_score()
if __name__ == "__main__":
type = "監控通知-測試" + time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time()))
data1=['公司門戶---www.luoan.com.cn','公司平臺---yun.luoan.com.cn']
#script(data1,type)
#中心層面的網站清單
file=open('D:\python\site_moniter\zhongxin.txt')
data2=[]
while 1:
line2 =file.readline()
print(line2)
if not line2:
break
data2.append(line2[0:-1])
#data2=['www.luoan.com.cn','yun.luoan.com.cn','www.qq.com']
print(data2)
title="監控通知-中心"+ time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time()))
script(data2,title)