zoukankan      html  css  js  c++  java
  • golang操作mongo

    本文采用mongo-driver/mongo驱动操作数据库

    设计mongo插件结构

    将代码分为如下结构
    model : odm模型,主要是映射为数据库存储的表结构
    constants : 存储一些常量
    config : mongo的配置信息,比如空闲时长,连接数,超时时间等
    mongodb : 实现了mongo的连接和关闭等功能。

    目录结构如下
    1.png

    mongo的连接和断开

    在mongodb.go中实现了连接和断开操作
    初始化

    var (
    	DB *Database
    )
    
    type Database struct {
    	Mongo *mongo.Client
    }
    
    //初始化
    func Init() {
    	DB = &Database{
    		Mongo: SetConnect(),
    	}
    }
    

      

    连接数据库 

    func SetConnect() *mongo.Client {
    
    	var retryWrites bool = false
    
    	ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
    	defer cancel()
    	clientOptions := options.Client().SetHosts(config.GetConf().MongoConf.Hosts).
    		SetMaxPoolSize(config.GetConf().MongoConf.MaxPoolSize).
    		SetHeartbeatInterval(constants.HEART_BEAT_INTERVAL).
    		SetConnectTimeout(constants.CONNECT_TIMEOUT).
    		SetMaxConnIdleTime(constants.MAX_CONNIDLE_TIME).
    		SetRetryWrites(retryWrites)
    
    	//设置用户名和密码
    	username := config.GetConf().MongoConf.Username
    	password := config.GetConf().MongoConf.Password
    
    	if len(username) > 0 && len(password) > 0 {
    		clientOptions.SetAuth(options.Credential{Username: username, Password: password})
    	}
    
    	client, err := mongo.Connect(ctx, clientOptions)
    	if err != nil {
    		fmt.Println(err)
    	}
    
    	// Check the connection
    	err = client.Ping(context.TODO(), nil)
    
    	if err != nil {
    		fmt.Println(err)
    	}
    
    	fmt.Println("Connected to MongoDB!")
    
    	return client
    }
    

      

    关闭数据库 

    func Close() {
    	ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
    	defer cancel()
    	DB.Mongo.Disconnect(ctx)
    }
    

      

    在model中定义模型 

    定义的模型加上bson标签,这样可以映射到数据库里了

    type UserData struct {
    	Id         string `bson:"_id,omitempty" json:"id"`
    	Name       string `bson:"name" json:"name"`
    	Number     int    `bson:"number" json:"number"`
    	Age        int    `bson:"age" json:"age"`
    	BirthMonth int    `bson:"birthMonth" json:"birthMonth"`
    }
    

     

    在main函数中实现一些demo 

    在main函数中实现一些demo,包括单条插入,多条插入,单条更新,多条更新,分组查询,分页查询
    1 单条插入

    //单条插入
    func insertOne() {
    	client := mongodb.DB.Mongo
    	// 获取数据库和集合
    	collection := client.Database(constants.DB_DATABASES).Collection(constants.DB_COLLECTION)
    	userdata := model.UserData{}
    	userdata.Age = 13
    	userdata.BirthMonth = 11
    	userdata.Number = 3
    	userdata.Name = "zack"
    	ctx, cancel := context.WithTimeout(context.Background(), constants.QUERY_TIME_OUT)
    	defer cancel()
    	// 插入一条数据
    	insertOneResult, err := collection.InsertOne(ctx, &userdata)
    	if err != nil {
    		fmt.Println("insert one error is ", err)
    		return
    	}
    	log.Println("collection.InsertOne: ", insertOneResult.InsertedID)
    	//将objectid转换为string
    	docId := insertOneResult.InsertedID.(primitive.ObjectID)
    	recordId := docId.Hex()
    	fmt.Println("insert one ID str is :", recordId)
    }


    2 多条插入 

    //多条插入
    func insertMany() {
    	ctx, cancel := context.WithTimeout(context.Background(), constants.QUERY_TIME_OUT)
    	defer cancel()
    	client := mongodb.DB.Mongo
    	// 获取数据库和集合
    	collection := client.Database(constants.DB_DATABASES).Collection(constants.DB_COLLECTION)
    	userdata1 := model.UserData{}
    	userdata1.Age = 20
    	userdata1.BirthMonth = 11
    	userdata1.Number = 4
    	userdata1.Name = "Lilei"
    
    	userdata2 := model.UserData{}
    	userdata2.Age = 20
    	userdata2.BirthMonth = 12
    	userdata2.Number = 5
    	userdata2.Name = "HanMeiMei"
    
    	var list []interface{}
    	list = append(list, &userdata1)
    	list = append(list, &userdata2)
    	result, err := collection.InsertMany(ctx, list)
    	if err != nil {
    		fmt.Println("insert many error is ", err)
    	}
    	fmt.Println("insert many success, res is ", result.InsertedIDs)
    }


    3 查找单条 

    //查找单个
    func findOne() {
    
    	client := mongodb.DB.Mongo
    	// 获取数据库和集合
    	collection := client.Database(constants.DB_DATABASES).Collection(constants.DB_COLLECTION)
    	filter := bson.M{"name": "HanMeiMei"}
    
    	ctx, cancel := context.WithTimeout(context.Background(), constants.QUERY_TIME_OUT)
    	defer cancel()
    	singleResult := collection.FindOne(ctx, filter)
    	if singleResult == nil || singleResult.Err() != nil {
    		fmt.Println("find one error is ", singleResult.Err().Error())
    		return
    	}
    
    	userData := &model.UserData{}
    	err := singleResult.Decode(userData)
    	if err != nil {
    		fmt.Println("find one failed error is ", err)
    		return
    	}
    
    	fmt.Println("find one success, res is ", userData)
    }


    4 查找多条 

    //查询多个结果集,用cursor
    func findMany() {
    	client := mongodb.DB.Mongo
    	collection := client.Database(constants.DB_DATABASES).Collection(constants.DB_COLLECTION)
    
    	ctx, cancel := context.WithTimeout(context.Background(), constants.QUERY_TIME_OUT)
    	defer cancel()
    	filter := bson.M{"birthMonth": bson.M{"$lte": 12}}
    
    	cursor, err := collection.Find(ctx, filter)
    	if err != nil {
    		fmt.Println("find res failed , error is ", err)
    		return
    	}
    	defer cursor.Close(context.Background())
    
    	result := make(map[string]*model.UserData)
    	for cursor.Next(context.Background()) {
    		ud := &model.UserData{}
    		err := cursor.Decode(ud)
    		if err != nil {
    			fmt.Println("decode error is ", err)
    			continue
    		}
    		result[ud.Name] = ud
    	}
    
    	fmt.Println("success is ", result)
    	return
    }


    5 更新一条 

    //更新
    func updateOne() {
    	client := mongodb.DB.Mongo
    	collection, _ := client.Database(constants.DB_DATABASES).Collection(constants.DB_COLLECTION).Clone()
    	ctx, cancel := context.WithTimeout(context.Background(), constants.QUERY_TIME_OUT)
    	defer cancel()
    	/*
    		oid, err := primitive.ObjectIDFromHex(obj.RecordId)
    		if err != nil {
    			logging.Logger.Info("convert string from object failed")
    			return err
    		}
    		filter := bson.M{"_id": oid}
    	*/
    	filter := bson.M{"name": "zack"}
    	value := bson.M{"$set": bson.M{
    		"number": 1024}}
    
    	_, err := collection.UpdateOne(ctx, filter, value)
    	if err != nil {
    		fmt.Println("update user data failed, err is ", err)
    		return
    	}
    	fmt.Println("update success !")
    	return
    }


    6 更新多条 

    //更新多条记录
    func updateMany() {
    	client := mongodb.DB.Mongo
    	collection := client.Database(constants.DB_DATABASES).Collection(constants.DB_COLLECTION)
    
    	ctx, cancel := context.WithTimeout(context.Background(), constants.QUERY_TIME_OUT)
    	defer cancel()
    	var names = []string{"zack", "HanMeiMei"}
    	filter := bson.M{"name": bson.M{"$in": names}}
    
    	value := bson.M{"$set": bson.M{"birthMonth": 3}}
    	result, err := collection.UpdateMany(ctx, filter, value)
    	if err != nil {
    		fmt.Println("update many failed error is ", err)
    		return
    	}
    	fmt.Println("update many success !, result is ", result)
    	return
    }
    

     

    7 分组查询 

    //分组查询
    func findGroup() {
    	client := mongodb.DB.Mongo
    	collection := client.Database(constants.DB_DATABASES).Collection(constants.DB_COLLECTION)
    
    	ctx, cancel := context.WithTimeout(context.Background(), constants.QUERY_TIME_OUT)
    	defer cancel()
    	//复杂查询,先匹配后分组
    	pipeline := bson.A{
    		bson.M{
    			"$match": bson.M{"birthMonth": 3},
    		},
    		bson.M{"$group": bson.M{
    			"_id":        bson.M{"birthMonthUid": "$birthMonth"},
    			"totalCount": bson.M{"$sum": 1},
    			"nameG":      bson.M{"$min": "$name"},
    			"ageG":       bson.M{"$min": "$age"},
    		},
    		},
    
    		//bson.M{"$sort": bson.M{"time": 1}},
    	}
    	fmt.Println("pipeline is ", pipeline)
    
    	cursor, err := collection.Aggregate(ctx, pipeline)
    	fmt.Println("findGroup cursor is ", cursor)
    	if err != nil {
    		fmt.Printf("dao.findGroup collection.Aggregate() error=[%s]
    ", err)
    		return
    	}
    
    	for cursor.Next(context.Background()) {
    		doc := cursor.Current
    
    		totalCount, err_2 := doc.LookupErr("totalCount")
    		if err_2 != nil {
    			fmt.Printf("dao.findGroup totalCount err_2=[%s]
    ", err_2)
    			return
    		}
    
    		nameData, err_4 := doc.LookupErr("nameG")
    		if err_4 != nil {
    			fmt.Printf("dao.findGroup insertDateG err_4=[%s]
    ", err_4)
    			return
    		}
    
    		ageData, err_5 := doc.LookupErr("ageG")
    		if err_5 != nil {
    			fmt.Printf("dao.findGroup ageG err_5=[%s]
    ", err_5)
    			continue
    		}
    		fmt.Println("totalCount is ", totalCount)
    		fmt.Println("nameData is ", nameData)
    		fmt.Println("ageData is ", ageData)
    	}
    }
    

      


    8 分页查询 

    //分页查询
    func limitPage() {
    	client := mongodb.DB.Mongo
    	collection := client.Database(constants.DB_DATABASES).Collection(constants.DB_COLLECTION)
    
    	ctx, cancel := context.WithTimeout(context.Background(), constants.QUERY_TIME_OUT)
    	defer cancel()
    
    	filter := bson.M{"age": bson.M{"$gte": 0}}
    
    	SORT := bson.D{{"number", -1}}
    	findOptions := options.Find().SetSort(SORT)
    	//从第1页获取,每次获取10条
    	skipTmp := int64((1 - 1) * 10)
    	limitTmp := int64(10)
    	findOptions.Skip = &skipTmp
    	findOptions.Limit = &limitTmp
    	cursor, err := collection.Find(ctx, filter, findOptions)
    	defer cursor.Close(context.Background())
    	if err != nil {
    		fmt.Println("limit page error is ", err)
    		return
    	}
    
    	for cursor.Next(context.Background()) {
    		ud := &model.UserData{}
    		err := cursor.Decode(ud)
    		if err != nil {
    			fmt.Println("user data decode error is ", err)
    			continue
    		}
    
    		fmt.Println("user data is ", ud)
    
    	}
    }
    

      


    源码地址
     

    可以下载源码,二次封装放到项目中直接使用
    https://github.com/secondtonone1/golang-/tree/master/gomongo

    感谢关注公众号

    wxgzh.jpg

  • 相关阅读:
    几道简单容易被问的题
    java IO流学习总结
    Spark学习(二) -- Spark整体框架
    Spark学习(一) -- Spark安装及简介
    Python -- 数据加载、存储与文件格式
    Python库安装
    Python -- 基础
    reactive-turtle
    DP4J -- mnist
    初识DeepLearning4j
  • 原文地址:https://www.cnblogs.com/secondtonone1/p/13533650.html
Copyright © 2011-2022 走看看