python实现监控信息收集

监控信息脚本使用了psutil、schedule，废话不多说直接上代码

考虑到监控信息的数据并不需要持久化，于是选择把监控数据存入到redis中，从redis中读取监控数据进行web展示即可

import psutil
import socket
import redis
import schedule
import logging
import json
"""
监控数据采集脚本
采集数据放入redis:
    {
        host: 'ip地址', 
        cpu_parcent: 20%,  # cpu利用率
        memory_info: {
            total: XXXX, # 总共内存大小
            available: XXX, #可用内存
            percent: XXX, #内存利用率
        },
        disk_info: {
            total: XXX,
            used: XXX.
            free: XXX.
        }
    }
"""


def bytes2human(n):
    symbols = ('K', 'M', 'G', 'T', 'P', 'E', 'Z', 'Y')
    prefix = {}
    for i, s in enumerate(symbols):
        prefix[s] = 1 << (i + 1) * 10
    for s in reversed(symbols):
        if n >= prefix[s]:
            value = float(n) / prefix[s]
            return '%.1f%s' % (value, s)
    return '%sB' % n


def get_memory():
    """
    获取内存数据
    :return:
    """
    total_memory = bytes2human(psutil.virtual_memory().total)
    available_memory = bytes2human(psutil.virtual_memory().available)
    percent_memory = bytes2human(psutil.virtual_memory().percent)
    memory_info = {
        "total": total_memory,
        "available": available_memory,
        "percent": percent_memory,
    }
    return memory_info


def get_cpu_parcent():
    """
    获取cpu利用率
    :return:
    """
    cpu_parcent = psutil.cpu_percent(interval=1)
    return str(cpu_parcent) + "%"


def get_host_ip():
    """
    查询本机ip地址
    :return:
    """
    try:
        s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
        s.connect(('8.8.8.8', 80))
        ip = s.getsockname()[0]
    finally:
        s.close()
    return ip


def get_disk():
    """获取硬盘信息"""
    total = bytes2human(psutil.disk_usage('/').total)
    used = bytes2human(psutil.disk_usage('/').used)
    free = bytes2human(psutil.disk_usage('/').free)
    disk_info = {
        "total": total,
        "used": used,
        "free": free,
    }
    return disk_info


def collection_monitor():
    # 建立采集数据的数据结构
    ip = get_host_ip()
    key = "monior" + str(ip)
    cpu_parcent = get_cpu_parcent()
    monitor_info = {
        "ip": ip,
        "cpu_parcent": cpu_parcent,
        "memory_info": json.dumps(get_memory()),
        "disk_info": json.dumps(get_disk()),
    }

    conn = redis.Redis(connection_pool=pool, decode_responses=True)
    try:
        conn.hmset(key, monitor_info)
    except Exception as e:
        logging.debug("redis connect failed,err:%s" % e)



if __name__ == '__main__':
    logging.basicConfig(filename="monior.log", filemode="w", format="%(asctime)s %(name)s:%(levelname)s:%(message)s",
                        datefmt="%d-%M-%Y %H:%M:%S", level=logging.DEBUG)
    logging.info('Collcetion Monitor has started')
    pool = redis.ConnectionPool(host='127.0.0.1', port=6379, password='123456', max_connections=10)
    logging.info("Redis Connect Success")
    schedule.every(1).minutes.do(collection_monitor)

    while True:
        schedule.run_pending()