前言
因為有一些網站需要每日檢查是否有問題，所以需要一個報警監控的機制，這個需要你指定你發送的郵箱和你接收的郵箱，就可以做到對網站自動監控了。
這里用的是python3.5
需要安裝的插件:
1、smtplib:發郵件需要用到
2、pycurl:訪問網站時會需要用到
3、linecache:在讀取txt網站清單時需要用到
具體思路:
python程序從txt里面批量讀取到網站的信息,通過Curl.py模擬瀏覽器去訪問網站,并且把訪問的結果寫入到以自己的網站名稱-日期.txt格式的文件中記錄;有幾種情況:
1、如果發現打不開了,直接發郵件提示網站已經打不開
2、發現可以打開,讀取文件中上一次訪問的情況(讀取txt文件最后一行),
1)如果發現上一次是打不開的,發郵件提醒網站已經恢復了
2)如果發現上一次是打得開的(200的返回碼),只是記錄網站訪問的日志就可以了
總共4個文件
Email.py是郵件類,主要用來發郵件的時候調用,這里需要按照你的情況改成你的郵箱(msg['From']),郵箱服務器地址(SMTP地址),和你的郵箱密碼(SMTP.login)
Email.py
|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
|
#!/usr/bin/python#-*- coding:utf-8 -*-import sysimport smtplibfrom email.mime.text import MIMETextfrom email.mime.multipart import MIMEMultipartclass Email_send(object): def __init__(self,msgTo,data2,Subject): self.msgTo=msgTo self.data2=data2 self.Subject=Subject def sendEmail(self): # (attachment,html) = content msg = MIMEMultipart() msg['Subject'] = self.Subject msg['To'] = self.msgTo html_att = MIMEText(self.data2, 'html', 'utf-8') #att = MIMEText(attachment, 'plain', 'utf-8') msg.attach(html_att) #msg.attach(att) try: smtp = smtplib.SMTP() smtp.connect('smtp.xxxx.com', 25) smtp.login(msg['From'], 'xxxx') #改成自己的郵箱密碼 smtp.sendmail(msg['From'], msg['To'].split(','), msg.as_string()) return('郵件發送成功') except Exception as e: print('--------------sss------',e) def curl(self): import pycurl c=pycurl.Curl() #url="www.luoan.com.cn" #indexfile=open(os.path.dirname(os.path.realpath(__file__))+"/content.txt","wb") c.setopt(c.URL,url) c.setopt(c.VERBOSE,1) c.setopt(c.ENCODING,"gzip") #模擬火狐瀏覽器 c.setopt(c.USERAGENT,"Mozilla/5.0 (Windows NT 6.1; rv:35.0) Gecko/20100101 Firefox/35.0") return c |
Curl.py 主要用來執行模擬瀏覽器訪問網站并返回結果的文件
|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
|
#!/usr/bin/python#-*- coding:utf-8 -*-import sysimport pycurlclass Curl(object): def __init__(self,url): self.url=url def Curl_site(self): c=pycurl.Curl() #url="www.luoan.com.cn" #indexfile=open(os.path.dirname(os.path.realpath(__file__))+"/content.txt","wb") c.setopt(c.URL,self.url) c.setopt(c.VERBOSE,1) c.setopt(c.ENCODING,"gzip") #模擬火狐瀏覽器 c.setopt(c.USERAGENT,"Mozilla/5.0 (Windows NT 6.1; rv:35.0) Gecko/20100101 Firefox/35.0") return c |
site_moniter.py 這個文件為主程序,主要執行調用上面的函數,讀取txt文件中的網站清單,如果網站打不開就發郵件出來告警
需要注意:
1、把[email protected]改成你自己的郵箱,
2、把文件路徑改成自己的真實路徑
|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
|
#!/usr/bin/python#-*- coding:utf-8 -*-import pycurlimport osimport sysimport linecacheimport time #引入事件類，用來獲取系統當前時間#from ceshi import Studentfrom Email import Email_sendfrom Curl import Curl#bart = Student('mafei',59)#bart.print_score()def script(urls,type): now_time=time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time())) j=1# data2=[{'aa':'aa'}] for url_split in urls: #print(url_split) url_1=url_split.split('---') url=url_1[1] recovery_title = "監控通知----%s url:%s" % (url_1[0], url) + "在" + time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time())) + "已經恢復" down_title = "監控通知----%s url:%s" % (url_1[0], url) + "在" + time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time())) + "無法打開" #print('~~~~~~~~~~~~~~~~~~~') #print(url) #引用爬去網站的類，調用結果 url_result = Curl(url) c = url_result.Curl_site() try: c.perform() code = str(c.getinfo(c.HTTP_CODE)) print(code+'aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa') except Exception as e: print('--------錯誤信息：--------',e) #indexfile.close() #c.close() code = str(c.getinfo(c.HTTP_CODE)) # print(code+'aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa') filename = '%s-%s.txt' % (url_1[0], time.strftime("%Y-%m-%d", time.localtime(time.time()))) #判斷如果在網站無法打開的情況下 if code == '0' or code=='400' or code=='500' or code=='404': resolveTime = 0 Connection_Time = 0 Transfer_Total_Time = 0 Total_Time = 0 # print('為000000000000000000000000000000000000000000') data3 = '網站:%s無法打開%s' % (url_1[0], url) # indexfile.close() # c.close() #判斷網站如果掛了就發郵件 stat3 = Email_send(msgTo, data3, down_title) resole=stat3.sendEmail() print(resole) print(data3 + '郵件已經發送') else: #resolveTime = str(c.getinfo(c.NAMELOOKUP_TIME) * 1000) + " ms" # Connection_Time=str(float(c.getinfo(c.CONNECT_TIME)*1000-c.getinfo(c.NAMELOOKUP_TIME)*1000))+" ms" #Connection_Time = str(c.getinfo(c.CONNECT_TIME) * 1000 - c.getinfo(c.NAMELOOKUP_TIME) * 1000) + " ms" # Connection_Time=round(float(Connection_Time)) #Transfer_Total_Time = str(c.getinfo(c.TOTAL_TIME) * 1000 - c.getinfo(c.PRETRANSFER_TIME) * 1000) + " ms" #Total_Time = str(c.getinfo(c.TOTAL_TIME) * 1000) + " ms" # data2=data # data={'url':url,'HTTP CODE':code,'resolveTime':resolveTime,'Connection_Time':Connection_Time,'Transfer_Total_Time':Transfer_Total_Time,'Total_Time':Total_Time} print('網站可以正常打開') #f = open(filename, 'a',encoding='utf-8') file_exit=os.path.exists(filename) #print(file_exit) #判斷這個日志文件存不存在 if(file_exit): #讀取文件最后一行，為了讀取出來最后一次的狀態值 file = open(filename, 'r',encoding='utf-8') linecount = len(file.readlines()) data = linecache.getline(filename, linecount) file.close if data == '': print('這是'+data+'為空的數據') else: print('其他信息%s'%(data)) explode = data.split('----') #判斷如果讀取出來的值，最后一次是異常的情況就告警 if explode[3]=='0\n' or explode[3]=='400\n' or explode[3]=='500' or explode[3]=='404': data3 = '網站:%s在%s已經恢復%s' % (url_1[0], now_time,url) stat3 = Email_send(msgTo, data3, recovery_title) resole = stat3.sendEmail() print(resole) print(data3 + '郵件已經發送') else: print('最后一次記錄為其他值：%s'%(explode[3])+'-----') else: print('文件不存在') data2 = '\n' + url_1[0] + '----' + url + '-----' + time.strftime("%H:%M:%S", time.localtime(time.time())) + '-------' + code print('data2數據寫入成功：' + data2) file = open(filename, 'a', encoding='utf-8') file.write(data2) file.close# bart = Student(data2,59)# bart.print_score()if __name__ == "__main__": type = "監控通知-測試" + time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time())) data1=['公司門戶---www.luoan.com.cn','公司平臺---yun.luoan.com.cn'] #script(data1,type) #中心層面的網站清單 file=open('D:\python\site_moniter\zhongxin.txt') data2=[] while 1: line2 =file.readline() print(line2) if not line2: break data2.append(line2[0:-1]) #data2=['www.luoan.com.cn','yun.luoan.com.cn','www.qq.com'] print(data2) title="監控通知-中心"+ time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(time.time())) script(data2,title) |
總結
