python实现监控信息收集

1 import psutil
2 import socket
3 import redis
4 import schedule
5 import logging
6 import json
7 """
8 监控数据采集脚本
9 采集数据放入redis:
10 {
11 host: ‘ip地址‘,
12 cpu_parcent: 20%, # cpu利用率
13 memory_info: {
14 total: XXXX, # 总共内存大小
15 available: XXX, #可用内存
16 percent: XXX, #内存利用率
17 },
18 disk_info: {
19 total: XXX,
20 used: XXX.
21 free: XXX.
22 }
23 }
24 """
25
26
27 def bytes2human(n):
28 symbols = (‘K‘, ‘M‘, ‘G‘, ‘T‘, ‘P‘, ‘E‘, ‘Z‘, ‘Y‘)
29 prefix = {}
30 for i, s in enumerate(symbols):
31 prefix[s] = 1 <<(i + 1) * 10
32 for s in reversed(symbols):
33 if n >= prefix[s]:
34 value = float(n) / prefix[s]
35 return ‘%.1f%s‘ % (value, s)
36 return ‘%sB‘ % n
37
38
39 def get_memory():
40 """
41 获取内存数据
42 :return:
43 """
44 total_memory = bytes2human(psutil.virtual_memory().total)
45 available_memory = bytes2human(psutil.virtual_memory().available)
46 percent_memory = bytes2human(psutil.virtual_memory().percent)
47 memory_info = {
48 "total": total_memory,
49 "available": available_memory,
50 "percent": percent_memory,
51 }
52 return memory_info
53
54
55 def get_cpu_parcent():
56 """
57 获取cpu利用率
58 :return:
59 """
60 cpu_parcent = psutil.cpu_percent(interval=1)
61 return str(cpu_parcent) + "%"
62
63
64 def get_host_ip():
65 """
66 查询本机ip地址
67 :return:
68 """
69 try:
70 s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
71 s.connect((‘8.8.8.8‘, 80))
72 ip = s.getsockname()[0]
73 finally:
74 s.close()
75 return ip
76
77
78 def get_disk():
79 """获取硬盘信息"""
80 total = bytes2human(psutil.disk_usage(‘/‘).total)
81 used = bytes2human(psutil.disk_usage(‘/‘).used)
82 free = bytes2human(psutil.disk_usage(‘/‘).free)
83 disk_info = {
84 "total": total,
85 "used": used,
86 "free": free,
87 }
88 return disk_info
89
90
91 def collection_monitor():
92 # 建立采集数据的数据结构
93 ip = get_host_ip()
94 key = "monior" + str(ip)
95 cpu_parcent = get_cpu_parcent()
96 monitor_info = {
97 "ip": ip,
98 "cpu_parcent": cpu_parcent,
99 "memory_info": json.dumps(get_memory()),
100 "disk_info": json.dumps(get_disk()),
101 }
102
103 cOnn= redis.Redis(connection_pool=pool, decode_respOnses=True)
104 try:
105 conn.hmset(key, monitor_info)
106 except Exception as e:
107 logging.debug("redis connect failed,err:%s" % e)
108
109
110
111 if __name__ == ‘__main__‘:
112 logging.basicConfig(filename="monior.log", filemode="w", format="%(asctime)s %(name)s:%(levelname)s:%(message)s",
113 datefmt="%d-%M-%Y %H:%M:%S", level=logging.DEBUG)
114 logging.info(‘Collcetion Monitor has started‘)
115 pool = redis.ConnectionPool(host=‘127.0.0.1‘, port=6379, password=‘123456‘, max_cOnnections=10)
116 logging.info("Redis Connect Success")
117 schedule.every(1).minutes.do(collection_monitor)
118
119 while True:
120 schedule.run_pending()