zoukankan      html  css  js  c++  java
  • 导入数据到MongoDB中

    import sys
    import json
    import pymongo
    import datetime
    from pymongo import MongoClient
    
    client = MongoClient('mongodb://192.168.1.31:20000,192.168.1.34:20000')
    db = client.RHY
    collection = db.ST_RIVER_R
    
    f = open("D:/bigdata/st_river_r.CSV")
    line = f.readline()
    print(line)
    fieldNames = line.split(',')
    # STCD,TM,Z,Q,XSA,XSAVV,XSMXV,FLWCHRCD,WPTN,MSQMT,MSAMT,MSVMT
    line = f.readline()
    count = 0
    records = []
    insertCount = 0
    while line:
        #
        count = count + 1
        fieldValues = line.split(',')
        if len(fieldValues) == 12 or fieldValues[0].strip() != '':
            insertObj = {}
            STCD = fieldValues[0]
            insertObj['STCD'] = STCD
            TM = fieldValues[1]
            if TM.strip() != '':
                TM = datetime.datetime.strptime(TM, '%Y-%m-%d %H:%M:%S')
                insertObj['TM'] = TM
            Z = fieldValues[2]
            if Z.strip() != '':
                Z = float(Z)
                insertObj['Z'] = Z
            Q = fieldValues[3]
            if Q.strip() != '':
                Q = float(Q)
                insertObj['Q'] = Q
            # XSA
            XSA = fieldValues[4]
            if XSA.strip() != '':
                XSA = float(XSA)
                insertObj['XSA'] = XSA
            # XSAVV
            XSAVV = fieldValues[5]
            if XSAVV.strip() != '':
                XSAVV = float(XSAVV)
                insertObj['XSAVV'] = XSAVV
            #
            XSMXV = fieldValues[6]
            if XSMXV.strip() != '':
                XSMXV = float(XSMXV)
                insertObj['XSMXV'] = XSMXV
            #
            FLWCHRCD = fieldValues[7]
            if FLWCHRCD.strip() != '':
                insertObj['FLWCHRCD'] = FLWCHRCD
            #
            WPTN = fieldValues[8]
            if WPTN.strip() != '':
                insertObj['WPTN'] = WPTN
            #
            MSQMT = fieldValues[9]
            if MSQMT.strip() != '':
                insertObj['MSQMT'] = MSQMT
            #
            MSAMT = fieldValues[10]
            if MSAMT.strip() != '':
                insertObj['MSAMT'] = MSAMT
            #
            MSVMT = fieldValues[11]
            if MSVMT.strip() != '':
                insertObj['MSVMT'] = MSVMT
            #
            # collection.insert_one(insertObj)
            # collection.insert_many(new_posts)
            records.append(insertObj)
            if len(records) == 1000 :
                insertCount = insertCount + 1
                if count > 1451000: 
                    collection.insert_many(records)
                    print(str(count) + '  ' + str(insertCount))
                print(count)
                records = []
        else:
            print(line)
        #
        line = f.readline()
    
    f.close()
    client.close()
    

      

  • 相关阅读:
    day49 前端之 jQery
    day48 BOM DOM jQuery
    如何用命令将本地项目上传到git---转
    jenkins邮件通知
    shell文件管理jenkins构建过程---window环境下报错:找不到shell文件
    【转】adb shell am instrument 命令详解
    INSTRUMENTATION_STATUS_CODE: -1,Error=Unable to find instrumentation info for
    Installation error: INSTALL_PARSE_FAILED_MANIFEST_MALFORMED
    【转】Java基础知识总结
    查看apk包名和Activity的方法
  • 原文地址:https://www.cnblogs.com/gispathfinder/p/9819887.html
Copyright © 2011-2022 走看看