从mysql读取数据写入mongo

# coding:utf-8

# Created by qinlin.liu at 2017/3/14

import pymysql

import datetime

#pymongo说明文档  ： http://api.mongodb.com/python/current/api/pymongo/collection.html

#from pymongo import MongoClient

config = {

"mysql_110": {

    "host": "172.18.28.110",

    "port":3306,

    "user": "reader",

    "password": "reader",

    "db": "pgenius",

    "charset":"utf8"

},

"mongodb_nomal":{

    "host": "172.18.135.30",

    "replicaset": "athena",

 }

} 

#连接mysql

mysql_conn=pymysql.connect(**config["mysql_110"])

 

sql="""

            SELECT 

                SEQ

                ,STOCKCODE

                ,CTIME

                ,MTIME

                ,TRADEDATE

                FROM PGENIUS.QW_STK_TRD_STAT 

                WHERE TRADEDATE=(SELECT MAX(TRADEDATE) FROM PGENIUS.QW_STK_TRD_STAT)

                LIMIT 41

 

        """ 

#执行sql

cursor=mysql_conn.cursor()

cursor.execute(sql)

#获取所有查询结果

datas=cursor.fetchall()

print(datas)

ds=[]

 

for i in datas:

    #print(list(i))

    #print({"SEQ":i[0],"STOCKCODE":i[1],"CTIME":str(i[2]),"MTIME":str(i[3]),"TRADEDATE":i[4]})

    ds.append({"SEQ":i[0],"STOCKCODE":i[1],"CTIME":str(i[2]),"MTIME":str(i[3]),"TRADEDATE":i[4]})    

 

#连接mongo

from pymongo import MongoClient

#mongo_conn=MongoClient(host="172.18.3.130",port=27017,tz_aware=False,uri="mongodb://z3dbusadmin:z3dbusadmin@117.121.98.91:27017/z3dbus?authMechanism=SCRAM-SHA-1")

mongo_conn =MongoClient(**config["mongodb_nomal"])

db=mongo_conn["base"]

account=db["TEST_TIME_WL"]

 

#print(list(coll.find({"FUNDCODE":"510050"})))

 

#写入数据

for i in datas:

    print(list(i))

    print({"SEQ":i[0],"STOCKCODE":i[1],"CTIME":str(i[2]),"MTIME":str(i[3]),"TRADEDATE":i[4]})

    account.insert({"SEQ":i[0],"STOCKCODE":i[1],"CTIME":i[2],"MTIME":i[3],"TRADEDATE":i[4]})

 

'''((22430821, 'QWIN11', datetime.datetime(2017, 6, 1, 10, 8, 41), datetime.datetime(2017, 6, 1, 10, 8, 41), 20170601)

, (22434141, 'QWIN11', datetime.datetime(2017, 6, 1, 10, 34, 43), datetime.datetime(2017, 6, 1, 10, 34, 43), 20170601), (22437461, 'QWIN11', datetime.datetime(2017, 6, 1, 11, 5, 31), datetime.datetime(2017, 6, 1, 11, 5, 31), 20170601), (22440781, 'QWIN11', datetime.datetime(2017, 6, 1, 11, 38, 22), datetime.datetime(2017, 6, 1, 11, 38, 22), 20170601), (22427579, '600000', datetime.datetime(2017, 6, 1, 10, 8, 41), datetime.datetime(2017, 6, 1, 10, 8, 41), 20170601), (22430899, '600000', datetime.datetime(2017, 6, 1, 10, 34, 43), datetime.datetime(2017, 6, 1, 10, 34, 43), 20170601), (22434219, '600000', datetime.datetime(2017, 6, 1, 11, 5, 31), datetime.datetime(2017, 6, 1, 11, 5, 31), 20170601), (22437539, '600000', datetime.datetime(2017, 6, 1, 11, 38, 22), datetime.datetime(2017, 6, 1, 11, 38, 22), 20170601), (22427580, '600004',

'''