gridfs + nginx + mongodb 实现图片服务器

项目预览网址 : http://trans.waibaobao.cn/file/pics

安装:前提安装mongodb 作为文件储存库

1)nginx-gridfs安装

a、安装所用依赖包 yum -y install pcre-devel openssl-devel zlib-devel git gcc gcc-c++

b、下载nginx-gridfs 源代码 git clone https://github.com/mdirolf/nginx-gridfs.git(前提安装git)

     进入nginx-gridfs 后

  git checkout v0.8 

  git branch

  git submodule init

  git submodule update

 

2)a、nginx 下载安装 
wget http://nginx.org/download/nginx-1.14.2.tar.gz      解压 tar -zxvf nginx-1.14.2.tar.gz

b、进入nginx-1.14.2后
./configure --prefix=/usr/local/nginx   --with-openssl=/usr/include/openssl --add-module=../nginx-mongodb/nginx-gridf

c、make -j8 && make install -j8 (此时会多个nginx目录)

我的报错了

 d、vi objs/Makefile  把第3行的-Werror错误去后  make -j8 && make install -j8

 e、进入nginx的配置文件更改

    server {
        listen       10010;
        server_name  localhost;

     
          location /pics/ {
            gridfs zrdb
            field=filename
            type=string;
            mongo 127.0.0.1:27017;
        }


    }

 test 代表mongodb 数据库名

pics 为配置java 访问mongodb的访问路径

mongodb.url=http://47.106.32.125/pics/
ivs.mongodb.host=47.106.32.125
ivs.mongodb.port=27017
ivs.mongodb.database=test

ok！！！

 下面说下java 怎么实现连接mongodb 数据库

  话不多说上代码：

 1）配置类 加载mongodb dev 的配置文件

package com.fyun.tewebcore.config;

import com.fasterxml.jackson.core.JsonGenerator;
import com.fasterxml.jackson.core.JsonProcessingException;
import com.fasterxml.jackson.databind.JsonSerializer;
import com.fasterxml.jackson.databind.SerializerProvider;
import com.mongodb.MongoClientOptions;
import org.apache.commons.lang3.StringUtils;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.context.annotation.PropertySource;
import org.springframework.stereotype.Component;

import java.io.IOException;

@Component
@PropertySource("classpath:/config/mongodb-${spring.profiles.active:dev}.properties")
@Configuration
public class MongoConfig extends JsonSerializer<String> {
    public static String mongodbUrl;

    public static String urlKey = "mongodbUrl";

    @Override
    public void serialize(String String, JsonGenerator jsonGenerator, SerializerProvider serializerProvider) throws IOException, JsonProcessingException {
        if (StringUtils.isNotEmpty(String))
            jsonGenerator.writeString(mongodbUrl + String);
        else
            jsonGenerator.writeString(" ");
    }


    @Value("${mongodb.url}")
    public void setMongodbUrl(String mongodbUrl) {
        MongoConfig.mongodbUrl = mongodbUrl;
    }


    @Bean
    public MongoClientOptions mongoOptions(){
        return MongoClientOptions.builder().maxConnectionIdleTime(3000).build();
    }
}

 2）写一个文件上传controller 

package com.fyun.tewebcore.Controller.file;
import com.fyun.common.model.base.CommonResponse;
import com.fyun.common.model.base.SystemCode;
import com.fyun.common.utils.file.MongoGridfsServiceImpl;
import com.fyun.common.utils.util.StringUtils;
import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Controller;
import org.springframework.web.bind.annotation.*;
import org.springframework.web.multipart.MultipartFile;
import org.springframework.web.multipart.commons.CommonsMultipartFile;
import javax.servlet.http.HttpServletResponse;
/**
 * @author zhourui
 * @create 2019/12/31
 */
@Api("文件上传处理器")
@RestController
@RequestMapping("/file")
public class FileController {
    private static final Logger logger= LoggerFactory.getLogger(FileController.class);
    @Autowired
    private MongoGridfsServiceImpl mongoGridfsService;
    @ApiOperation(value = "文件上传")
    @RequestMapping(value = "/upload", method = RequestMethod.POST)
    @ResponseBody
    public CommonResponse upload(@RequestParam(value = "file",required = false) MultipartFile commonsMultipartFile, HttpServletResponse responses) {
        responses.addHeader("Access-Control-Allow-Origin", "*");
        CommonResponse response = new CommonResponse();
        logger.info("#commonsMultipartFile==getOriginalFilename入参" +commonsMultipartFile.getOriginalFilename());
        logger.info("#commonsMultipartFile==入参" +commonsMultipartFile);
        logger.info("#commonsMultipartFile入参" +commonsMultipartFile.getContentType());
        try {
            String fileName = StringUtils.getFileName(commonsMultipartFile.getOriginalFilename().substring(commonsMultipartFile.getOriginalFilename().lastIndexOf(".")));
            logger.info("#文件名称=="+fileName);
            mongoGridfsService.save(commonsMultipartFile.getInputStream(),fileName);
            response.setCode(SystemCode.SYSTEM_SUCCESS.getCode());
            response.setMessage(SystemCode.SYSTEM_SUCCESS.getMessage());
            response.setData(fileName);
            return response;
        } catch (Exception e) {
            logger.error("未知异常");
            response.setCode(SystemCode.FILE_UPLOAD_EXCEPTION.getCode());
            response.setMessage(SystemCode.FILE_UPLOAD_EXCEPTION.getMessage()+e.getMessage());
            return response;
        }
    }
}

3）调服务接口对gridfs实现增删改查

package com.fyun.common.utils.file;
import com.mongodb.BasicDBObject;
import com.mongodb.DB;
import com.mongodb.DBObject;
import com.mongodb.MongoClient;
import com.mongodb.gridfs.GridFS;
import com.mongodb.gridfs.GridFSDBFile;
import com.mongodb.gridfs.GridFSInputFile;
import org.apache.commons.lang3.StringUtils;
import org.apache.log4j.Logger;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.context.annotation.PropertySource;
import org.springframework.stereotype.Service;

import javax.annotation.PostConstruct;
import java.io.*;
import java.util.List;

/**
 * Created by 78729 on 2017/7/7.
 */
@Service
@PropertySource("classpath:/config/mongodb-${spring.profiles.active:dev}.properties")
public class MongoGridfsServiceImpl {

    private static Logger logger = Logger.getLogger(MongoGridfsServiceImpl.class);
    private GridFS gridFS;
    private MongoClient mongoClient;
    @Value("${ivs.mongodb.host}")
    private String mongoDBServerUrl = "localhost";
    @Value("${ivs.mongodb.port}")
    private String portStr;
    private int port = 27017;
    @Value("${ivs.mongodb.database}")
    private String dataBase;

    public void setMongoDBServerUrl(String mongoDBServerUrl) {
        this.mongoDBServerUrl = mongoDBServerUrl;
    }

    public void setPort(int port) {
        this.port = port;
    }

    public void setDataBase(String dataBase) {
        this.dataBase = dataBase;
    }

    @PostConstruct
    public void init() {
        try {
            mongoClient = new MongoClient(mongoDBServerUrl, port);
            DB db = mongoClient.getDB(dataBase);
            gridFS = new GridFS(db);
        } catch (Exception e) {
            logger.error("mongoClient:UnknownHostException", e);
        }
    }


    public void saveById(InputStream in, String id) {
        GridFSDBFile gridFSDBFile = getById(id);
        if (gridFSDBFile != null) {
            logger.error(String.format("%s,文件已经存在", gridFSDBFile.getFilename()));
            return;
        }

        GridFSInputFile gridFSInputFile = gridFS.createFile(in);
        gridFSInputFile.setId(id);
        gridFSInputFile.save();
    }


    public void save(String filePath, String fileName) {
        GridFSDBFile gridFSDBFile = getByFileName(fileName);
        if (gridFSDBFile != null) {
            logger.error(String.format("%s,文件已经存在", gridFSDBFile.getFilename()));
            return;
        }
        try {
            FileInputStream in = new FileInputStream(new File(filePath));
            byte[] buffer = new byte[in.available()];
            InputStream input = new ByteArrayInputStream(buffer);

            GridFSInputFile gridFSInputFile = gridFS.createFile(input, fileName);
            gridFSInputFile.setFilename(fileName);
            gridFSInputFile.save();
        } catch (Exception e) {
            logger.error(String.format("文件：%s，未找到", filePath), e);
        }
    }


    public void save(InputStream in, String fileName) {
        GridFSDBFile gridFSDBFile = getByFileName(fileName);
        if (gridFSDBFile != null) {
            logger.error(String.format("%s,文件已经存在", gridFSDBFile.getFilename()));
            return;
        }

        GridFSInputFile gridFSInputFile = gridFS.createFile(in, fileName);
        gridFSInputFile.setFilename(fileName);
        gridFSInputFile.save();
    }


    public void save(byte[] in, String saveFileName) {
        GridFSDBFile gridFSDBFile = getByFileName(saveFileName);
        if (gridFSDBFile != null) {
            logger.error(String.format("%s,文件已经存在", gridFSDBFile.getFilename()));
            return;
        }
        try {
            InputStream input = new ByteArrayInputStream(in);
            GridFSInputFile gridFSInputFile = gridFS.createFile(input, saveFileName);
            gridFSInputFile.setFilename(saveFileName);
            gridFSInputFile.save();
        } catch (Exception e) {
            logger.error(String.format("文件：%s，未找到", saveFileName), e);
        }
    }


    public void save(InputStream in, String fileName, boolean replace) {
        GridFSDBFile gridFSDBFile = getByFileName(fileName);
        if ((gridFSDBFile != null) && (replace)) {
            this.gridFS.remove(fileName);
        }
        GridFSInputFile gridFSInputFile = gridFS.createFile(in, fileName);
        gridFSInputFile.setFilename(fileName);
        gridFSInputFile.save();
    }


    public GridFSDBFile getById(String id, String outFilePath) {
        DBObject query = new BasicDBObject("_id", id);
        GridFSDBFile gridFSDBFile = gridFS.findOne(query);
        if ((gridFSDBFile != null) && (StringUtils.isNotEmpty(outFilePath))) {
            writeToFile(gridFSDBFile, outFilePath);
        }
        return gridFSDBFile;
    }


    public GridFSDBFile getById(String id) {
        DBObject query = new BasicDBObject("_id", id);
        return gridFS.findOne(query);
    }

    /**
     * 根据id查询文件并通过流的方式返回，
     *
     * @param id 文件ID
     * @return
     */

    public InputStream getStreamById(String id) {
        DBObject query = new BasicDBObject("_id", id);
        GridFSDBFile gridFSDBFile = gridFS.findOne(query);
        return gridFSDBFile.getInputStream();
    }


    public GridFSDBFile getByFileName(String fileName) {
        DBObject query = new BasicDBObject("filename", fileName);
        return gridFS.findOne(query);
    }


    public GridFSDBFile getByFileName(String fileName, String outFilePath) {
        DBObject query = new BasicDBObject("filename", fileName);
        GridFSDBFile gridFSDBFile = gridFS.findOne(query);
        if ((gridFSDBFile != null) && (StringUtils.isNotEmpty(outFilePath))) {
            writeToFile(gridFSDBFile, outFilePath);
        }
        return gridFSDBFile;
    }


    public List<GridFSDBFile> getListByFileName(String fileName) {
        DBObject query = new BasicDBObject("filename", fileName);
        List gridFSDBFileList = gridFS.find(query);
        return gridFSDBFileList;
    }


    public void removeById(String id) {
        DBObject remove = new BasicDBObject("_id", id);
        gridFS.remove(remove);
    }


    public void removeByFileName(String fileName) {
        gridFS.remove(fileName);
    }

    private void writeToFile(GridFSDBFile gridFSDBFile, String outFilePath) {
        try {
            gridFSDBFile.writeTo(outFilePath);
        } catch (IOException e) {
            logger.error(String.format("%s,文件输出异常", gridFSDBFile.getFilename()), e);
        }
    }

}

wget http://nginx.org/download/nginx-1.14.2.tar.gz