zoukankan      html  css  js  c++  java
  • sqlite处理数据

    # coding: UTF-8
    import platform
    from _utils.patrol2 import run_cmd, data_format, report_format
    import os, sys, re, json, copy
    import stat
    import socket
    import stat
    import sqlite3
    
    #
    # conn=sqlite3.connect(':memory:')
    if os.path.exists('was_patrol.db'):
        os.remove('was_patrol.db')
    conn = sqlite3.connect('was_patrol.db')
    c = conn.cursor()
    c.execute('''CREATE TABLE WAS
           (ID INT PRIMARY KEY     NOT NULL,
           CELL           CHAR(50),
           HOME         CHAR(50),
           CLUSTER        CHAR(50),
           NODE           CHAR(50),
           SERVER        CHAR(50),
           STATE    CHAR(50),
           PORTS    CHAR(500),
           HOST    CHAR(50));''')
    print "Table created successfully"
    conn.commit()
    
    version = version.split('.')[0]
    content = """import sys, java
    def get_names(type,parent_obj=None):
        if not parent_obj:
            obj_list = AdminConfig.list(type)
        else:
            obj_list = AdminConfig.list(type, parent_obj)
        if len(obj_list) == 0:
            return [],None
        obj_lists = obj_list.split(lineSeparator)
        names=[]
        for obj in obj_lists:
            name = AdminConfig.showAttribute(obj, "name")
            names.append(name)
        return names,obj_lists
    
    lineSeparator = java.lang.System.getProperty('line.separator')
    
    cell_names,cells=get_names("Cell")
    reports = []
    print cell_names,cells
    for cell in cells:
        cell_name=AdminConfig.showAttribute(cell, "name")
    
        cluster_names,clusters=get_names("ServerCluster",parent_obj=cell)
        node_names, nodes = get_names("Node", parent_obj=cell)
    
        for node in nodes:
            nname = AdminConfig.showAttribute(node, "name")
            server_names, servers = get_names("Server", parent_obj=node)
            hostname= AdminConfig.showAttribute(node, "hostName")
    
            print 'node:',node
            print 'servers:',servers
            for server in servers:
                type=AdminConfig.showAttribute(server, "serverType")
                if type=='NODE_AGENT':
                    continue
                sname = AdminConfig.showAttribute(server, "name")
                cname = AdminConfig.showAttribute(server, "clusterName")
    
                runserv = AdminConfig.getObjectName(server)
                if len(runserv) > 0:
                    state = AdminControl.getAttribute(runserv, "state")
                else:
                    state='down'
    
                other_port=id=''
                if int('{version}')>=6:
                    ports=AdminTask.listServerPorts(sname, '[-nodeName '+nname+']')
                else:
                    ports=[]
                    endpoints=AdminConfig.list('EndPoint', server).split(lineSeparator)
                    print endpoints
                    #endpoints=AdminConfig.list('EndPoint', AdminConfig.getid( '/Cell:'+cell_name+'/Node:'+nname+'/Server:'+sname+'/')).split(lineSeparator)
                    for endpoint in endpoints[1:]:
                        end_result=AdminConfig.show(endpoint).split(lineSeparator)
                        print end_result
                        if end_result:
                            ports.append(end_result[1].split()[1].split(']')[0])
                    ports=','.join(ports)
                    print ports
    
    
                    id=AdminConfig.getid( '/Cell:'+cell_name+'/VirtualHost:default_host/')
                    if not id:
                        id=AdminConfig.getid( '/Cell:'+cell_name+'/VirtualHost:admin_host/')
                    if id:
                        other_port=AdminConfig.list('HostAlias',id ).split(lineSeparator)[0]
                        other_port=AdminConfig.showAttribute(other_port,'port')
                if not cname:
                    # no cluster and has server
                    reports.append({{'cell': cell_name, 'cluster': 'N/A', 'server': sname, 'node': nname,'obj':server,'state':state,'ports':ports,'host':hostname,'other_port':other_port}})
                else:
                    # has cluster and node
                    reports.append({{'cell': cell_name, 'cluster': cname, 'server': sname, 'node': nname,
                                    'obj': server,'state':state,'ports':ports,'host':hostname,'other_port':other_port}})
        print 'clusters',clusters
        reports1=[]
        if clusters:
            for cluster in clusters:
                cluster_name = AdminConfig.showAttribute(cluster, "name")
                memberList = AdminConfig.showAttribute(cluster, "members")
    
                if memberList!='[]' and memberList!=[] :
                    #has cluster and node
                    #pass
                    members = memberList[1:len(memberList)-1].split(" ")
                    for member in members:
                        mname = AdminConfig.showAttribute(member, "memberName")
                        nname = AdminConfig.showAttribute(member, "nodeName")
                        reports1.append({{'cell':cell_name,'cluster':cluster_name,'server':mname,'node':nname,'obj':server}})
                else:
                    # has cluster and no node
                    reports1.append({{'cell':cell_name,'cluster':cluster_name,'server':'N/A','node':'N/A','obj':None}})
    
    print "==data=="
    print reports
    print "==data=="
    print "==datas=="
    print reports1
    print "==datas=="
    """.format(version=version)
    
    
    if 'Windows' in platform.system():
        tmp_script = 'C:\patrol.py'
    else:
        tmp_script = '/tmp/patrol.py'
    with open(tmp_script, 'w') as f:
        f.write(content)
    os.chmod(tmp_script, stat.S_IRWXU | stat.S_IRGRP | stat.S_IROTH)
    
    hostname = platform.node()
    
    was_homes = was_home
    datas = {'cell': [], 'cluster': [], 'node': [], 'server': []}
    all_reports = []
    cell_reports = []
    cluster_reports = []
    server_reports = []
    resource = []
    count = 0
    for was_home in was_homes.split(','):
        run_script = os.path.join('{}'.format(was_home), 'bin/wsadmin.sh')
        if mw_password:
            password = '-password {}'.format(mw_password)
        else:
            password = ''
    
        if 'Windows' in platform.system():
            run_script = os.path.join('{}'.format(was_home), 'bin', 'wsadmin.bat')
            cmd = '"{}" -username {} {} -lang jython -f {}'.format(run_script, mw_user, password,
                                                                   tmp_script)
        else:
            cmd = 'su {} -c "{} -username {} {} -lang jython -f {}"'.format(os_was_user,
                                                                            run_script, mw_user,
                                                                            password,
                                                                            tmp_script)
        print cmd
        code, out = run_cmd(cmd)
        print out
        if 'Ensure that user and password are correct' in out:
            print '请确认输入的用户名和密码是否正确'
            sys.exit(1)
        if code:
            print out
            sys.exit(1)
        try:
            res = re.findall(r'==data==([sS]*)==data==', out)
            if not res:
                print '无输出'
                sys.exit(1)
            res = eval(res[0].strip())
    
            res1 = re.findall(r'==datas==([sS]*)==datas==', out)
            if not res1:
                print '无输出'
                sys.exit(1)
            res1 = eval(res1[0].strip())
            print '集群信息', res1
    
        except Exception as e:
            print e
            sys.exit(1)
        resource.append({'res': res, 'washome': was_home})
    
        cell_name = None
        for i in res:
            cell_name = i['cell']
            if i['cell'] not in datas['cell']:
                datas['cell'].append(i['cell'])
            if i['cluster'] not in datas['cluster']:
                datas['cluster'].append(i['cluster'])
            if i['node'] not in datas['node']:
                datas['node'].append(i['node'])
            if i['server'] not in datas['server']:
                datas['server'].append(i['server'])
    
            c = conn.cursor()
    
            port = ''
            ports = i.get('ports', '')
            if int(version) >= 6:
                for j in ports.split('
    '):
                    if j.startswith('[[WC_adminhost ') and i['server'] == 'dmgr':
                        port = j.rstrip('] ]]] ]').split(' ')[-1]
                if not port:
                    for j in ports.split('
    '):
                        if j.startswith('[[WC_defaulthost '):
                            port = j.rstrip('] ]]] ]').split(' ')[-1]
                if not port:
                    for j in ports.split('
    '):
                        if j.startswith('[[WEBSERVER_ADDRESS '):
                            port = j.rstrip('] ]]] ]').split(' ')[-1]
            else:
                print '端点:', ports
                import requests
    
                for j in ports.split(','):
                    print j
                    try:
                        res = requests.get('http://localhost:{}/snoop'.format(j))
                        if res.status_code == 200:
                            port = j
                            break
                        if not port:
                            res = requests.get('https://localhost:{}/snoop'.format(j), is_verify=False)
                            if res.status_code == 200:
                                port = j
                                break
                    except:
                        pass
                if not port:
                    port = ports.split(',')[0]
    
            print 'port',port
    
            state= i.get('state','')
            if int(version) <= 5:
                cmd = "netstat -Aan|grep -w '*.{}'".format(port)
                code, res = run_cmd(cmd)
                if res and 'LISTEN' in res.split()[-1]:
                    state = 'STARTED'
    
            c.execute("INSERT INTO WAS (ID,CELL,HOME,CLUSTER,NODE,SERVER,STATE,PORTS,HOST) 
                         VALUES ({}, '{}', '{}', '{}', '{}','{}','{}','{}','{}' )".format(count,
                                                                                          i['cell'],
                                                                                          was_home,
                                                                                          i['cluster'],
                                                                                          i['node'],
                                                                                          i['server'],state,
                                                                                          port,
                                                                                          i.get('host',
                                                                                                '')))
            count += 1
    
            conn.commit()
        print datas
    
    cursor = conn.execute("SELECT distinct CELL from WAS")
    cells = []
    for row in cursor:
        cell = row[0]
        if cell not in cells:
            cells.append(cell)
        cell_reports.append(data_format('单元名称', cell, alert=0, group_name="单元情况"))
    cell_num = len(cells)
    if cell_num == 1:
        all_reports.append(report_format("{}".format(hostname), cell_reports))
    else:
        all_reports.append(report_format("{}".format(hostname), childs=cell_reports))
    
    cell_clusters = []
    cell_cluster_report = {}
    cursor = conn.execute("SELECT id, cell, home,cluster,node, server,state,ports,host  from WAS")
    for row in cursor:
        cell = row[1]
        node = row[4]
        server = row[5]
        home = row[2]
        cluster = row[3]
        if cell_num == 1:
            cell_cluster = '{}'.format(hostname)
        else:
            cell_cluster = '{}/{}'.format(hostname, cell)
        if cell_cluster not in cell_clusters:
            cell_cluster_report.update({cell_cluster: []})
            cell_clusters.append(cell_cluster)
        if cluster not in cell_cluster_report[cell_cluster]:
            cell_cluster_report[cell_cluster].append(cluster)
    
    reports = []
    for k, v in cell_cluster_report.items():
        for i in v:
            reports.append(data_format('集群名称', i, alert=0, group_name="集群名称"))
        all_reports.append(report_format(k, childs=reports))
    
    reports = json.dumps(all_reports)
    print reports
    

      

  • 相关阅读:
    jq 的简单循环
    简单的下拉菜单
    jQ事件
    图片移动
    选中效果
    js 时间
    简单的密码验证
    DOM 的简介 和一些方法
    Java编程思想笔记
    Java并发笔记(二)
  • 原文地址:https://www.cnblogs.com/slqt/p/10173846.html
Copyright © 2011-2022 走看看