zoukankan      html  css  js  c++  java
  • python的配置文件读取,日志文件写入,批量写入mysql(python2.7,win7)

    # -*- coding: utf-8 -*-
    import log_config
    import ConfigParser
    import pymysql
    logger = log_config.getlogger('getdataabdupdata', 'getdataabdupdata.log')
    conf = ConfigParser.ConfigParser()
    conf.read("mysql.conf")
    user = conf.get("mysql", "user")
    password = conf.get("mysql", "password")
    database = conf.get("mysql", "database")
    host = conf.get("mysql", "host")
    port = conf.get("mysql", "port")

    # 设置list变量,list
    def start():
    list = []
    with open('notice_id.txt', 'r')as file:
    for one in file:
    # 取到esID
    esID = one.split(',')[0]
    # 添加到list中
    list.append(esID)
    print list
    logger.info(str(len(list)))
    if len(list) >= 1000:
    logger.info('start to update pro_status by es_ID 1000 pieces onetime')
    updatepro_status(list) # 更新数据库方法
    list = [] # 清空list
    continue


    # 更新数据库,批量更新
    def updatepro_status(list):
    conn = pymysql.connect(host=host, port=int(port), user=user, passwd=password, db=database)
    try:
    cursor = conn.cursor()
    sql = 'update ssb_insight_notice set pro_status = 1 where es_id in (%s)'%','.join(['%s']*len(list))
    print sql
    effect_row=cursor.execute(sql, list)
    conn.commit()
    logger.info("already into dabatabase %s" % effect_row)
    finally:
    conn.close()

    start()





    --------------------------------------------------------------------------------------------------------------------------------------------------
    mysql.conf
    [mysql]
    user=root
    password=root
    database=liping
    host=localhost
    port =3306

    --------------------------------------------------------------------------------------------------------------------------------------------------
    notice_id.txt
    1205799084,notice/file/1205799084.PDF;
    1205798435,notice/file/1205798435.PDF;
    1205798417,notice/file/1205798417.PDF;
    1205797671,notice/file/1205797671.PDF;
    1205798441,notice/file/1205798441.PDF;
    1205798636,notice/file/1205798636.PDF;
    1205798358,notice/file/1205798358.PDF;
    1205797800,notice/file/1205797800.PDF;
    1205797904,notice/file/1205797904.PDF;
    1205798273,notice/file/1205798273.PDF;
    1205798572,notice/file/1205798572.PDF;
    1205798437,notice/file/1205798437.PDF;
    1205798541,notice/file/1205798541.PDF;
    1205797788,notice/file/1205797788.PDF;
    1205798423,notice/file/1205798423.PDF;
    1205798161,notice/file/1205798161.PDF;
    1205797841,notice/file/1205797841.PDF;
    1205798257,notice/file/1205798257.PDF;
    1205798584,notice/file/1205798584.PDF;
    1205797924,notice/file/1205797924.PDF;
    1205798384,notice/file/1205798384.PDF;
    1205798558,notice/file/1205798558.PDF;
    1205797464,notice/file/1205797464.PDF;
    1205798246,notice/file/1205798246.PDF;
    1205798259,notice/file/1205798259.PDF;
    1205797819,notice/file/1205797819.PDF;
    1205797790,notice/file/1205797790.PDF;
    1205798427,notice/file/1205798427.PDF;
    1205797624,notice/file/1205797624.PDF;
    1205797514,notice/file/1205797514.PDF;
    1205798108,notice/file/1205798108.PDF;
    1205798191,notice/file/1205798191.PDF;
    1205798307,notice/file/1205798307.PDF;
    1205798410,notice/file/1205798410.PDF;
    1205798658,notice/file/1205798658.PDF;
    1205797474,notice/file/1205797474.PDF;
    1205797738,notice/file/1205797738.PDF;
  • 相关阅读:
    mysql启动时报错:Starting MySQL... ERROR! The server quit without updating PID file (/opt/mysql/data/mysql.pid)
    awk技巧【转】
    在分析nginx日志时常用命令总结【转】
    mybatis 详解(八)------ 懒加载
    mybatis 详解(七)------一对一、一对多、多对多
    mybatis 详解(六)------通过mapper接口加载映射文件
    mybatis 详解(五)------动态SQL
    mybatis 详解(四)------properties以及别名定义
    mybatis 详解(三)------入门实例(基于注解)
    mybatis 详解(二)------入门实例(基于XML)
  • 原文地址:https://www.cnblogs.com/sunmoon1993/p/10383524.html
Copyright © 2011-2022 走看看