gridfs + nginx + mongodb 实现图片服务器

项目预览网址 : http://trans.waibaobao.cn/file/pics

安装:前提安装mongodb 作为文件储存库

1)nginx-gridfs安装

a、安装所用依赖包 yum -y install pcre-devel openssl-devel zlib-devel git gcc gcc-c++

b、下载nginx-gridfs 源代码 git clone https://github.com/mdirolf/nginx-gridfs.git(前提安装git)

进入nginx-gridfs 后

git checkout v0.8

git branch

git submodule init

git submodule update

2)a、nginx 下载安装
wget http://nginx.org/download/nginx-1.14.2.tar.gz 解压 tar -zxvf nginx-1.14.2.tar.gz

b、进入nginx-1.14.2后
./configure --prefix=/usr/local/nginx --with-openssl=/usr/include/openssl --add-module=../nginx-mongodb/nginx-gridf

c、make -j8 && make install -j8 (此时会多个nginx目录)

我的报错了

d、vi objs/Makefile 把第3行的-Werror错误去后 make -j8 && make install -j8

e、进入nginx的配置文件更改

    server {

        listen       10010;

        server_name  localhost;

          location /pics/ {

            gridfs zrdb

            field=filename

            type=string;

            mongo 127.0.0.1:27017;

        }

    }

test 代表mongodb 数据库名

pics 为配置java 访问mongodb的访问路径

mongodb.url=http://47.106.32.125/pics/
ivs.mongodb.host=47.106.32.125
ivs.mongodb.port=27017
ivs.mongodb.database=test

ok！！！

下面说下java 怎么实现连接mongodb 数据库

话不多说上代码：

1）配置类加载mongodb dev 的配置文件

package com.fyun.tewebcore.config;

import com.fasterxml.jackson.core.JsonGenerator;

import com.fasterxml.jackson.core.JsonProcessingException;

import com.fasterxml.jackson.databind.JsonSerializer;

import com.fasterxml.jackson.databind.SerializerProvider;

import com.mongodb.MongoClientOptions;

import org.apache.commons.lang3.StringUtils;

import org.springframework.beans.factory.annotation.Value;

import org.springframework.context.annotation.Bean;

import org.springframework.context.annotation.Configuration;

import org.springframework.context.annotation.PropertySource;

import org.springframework.stereotype.Component;

import java.io.IOException;

@Component

@PropertySource("classpath:/config/mongodb-${spring.profiles.active:dev}.properties")

@Configuration

public class MongoConfig extends JsonSerializer<String> {

    public static String mongodbUrl;

    public static String urlKey = "mongodbUrl";

    @Override

    public void serialize(String String, JsonGenerator jsonGenerator, SerializerProvider serializerProvider) throws IOException, JsonProcessingException {

        if (StringUtils.isNotEmpty(String))

            jsonGenerator.writeString(mongodbUrl + String);

        else

            jsonGenerator.writeString(" ");

    }

    @Value("${mongodb.url}")

    public void setMongodbUrl(String mongodbUrl) {

        MongoConfig.mongodbUrl = mongodbUrl;

    }

    @Bean

    public MongoClientOptions mongoOptions(){

        return MongoClientOptions.builder().maxConnectionIdleTime(3000).build();

    }

}

2）写一个文件上传controller

package com.fyun.tewebcore.Controller.file;

import com.fyun.common.model.base.CommonResponse;

import com.fyun.common.model.base.SystemCode;

import com.fyun.common.utils.file.MongoGridfsServiceImpl;

import com.fyun.common.utils.util.StringUtils;

import io.swagger.annotations.Api;

import io.swagger.annotations.ApiOperation;

import org.slf4j.Logger;

import org.slf4j.LoggerFactory;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.stereotype.Controller;

import org.springframework.web.bind.annotation.*;

import org.springframework.web.multipart.MultipartFile;

import org.springframework.web.multipart.commons.CommonsMultipartFile;

import javax.servlet.http.HttpServletResponse;

/**

 * @author zhourui

 * @create 2019/12/31

 */

@Api("文件上传处理器")

@RestController

@RequestMapping("/file")

public class FileController {

    private static final Logger logger= LoggerFactory.getLogger(FileController.class);

    @Autowired

    private MongoGridfsServiceImpl mongoGridfsService;

    @ApiOperation(value = "文件上传")

    @RequestMapping(value = "/upload", method = RequestMethod.POST)

    @ResponseBody

    public CommonResponse upload(@RequestParam(value = "file",required = false) MultipartFile commonsMultipartFile, HttpServletResponse responses) {

        responses.addHeader("Access-Control-Allow-Origin", "*");

        CommonResponse response = new CommonResponse();

        logger.info("#commonsMultipartFile==getOriginalFilename入参" +commonsMultipartFile.getOriginalFilename());

        logger.info("#commonsMultipartFile==入参" +commonsMultipartFile);

        logger.info("#commonsMultipartFile入参" +commonsMultipartFile.getContentType());

        try {

            String fileName = StringUtils.getFileName(commonsMultipartFile.getOriginalFilename().substring(commonsMultipartFile.getOriginalFilename().lastIndexOf(".")));

            logger.info("#文件名称=="+fileName);

            mongoGridfsService.save(commonsMultipartFile.getInputStream(),fileName);

            response.setCode(SystemCode.SYSTEM_SUCCESS.getCode());

            response.setMessage(SystemCode.SYSTEM_SUCCESS.getMessage());

            response.setData(fileName);

            return response;

        } catch (Exception e) {

            logger.error("未知异常");

            response.setCode(SystemCode.FILE_UPLOAD_EXCEPTION.getCode());

            response.setMessage(SystemCode.FILE_UPLOAD_EXCEPTION.getMessage()+e.getMessage());

            return response;

        }

    }

}

3）调服务接口对gridfs实现增删改查

package com.fyun.common.utils.file;

import com.mongodb.BasicDBObject;

import com.mongodb.DB;

import com.mongodb.DBObject;

import com.mongodb.MongoClient;

import com.mongodb.gridfs.GridFS;

import com.mongodb.gridfs.GridFSDBFile;

import com.mongodb.gridfs.GridFSInputFile;

import org.apache.commons.lang3.StringUtils;

import org.apache.log4j.Logger;

import org.springframework.beans.factory.annotation.Value;

import org.springframework.context.annotation.PropertySource;

import org.springframework.stereotype.Service;

import javax.annotation.PostConstruct;

import java.io.*;

import java.util.List;

/**

 * Created by 78729 on 2017/7/7.

 */

@Service

@PropertySource("classpath:/config/mongodb-${spring.profiles.active:dev}.properties")

public class MongoGridfsServiceImpl {

    private static Logger logger = Logger.getLogger(MongoGridfsServiceImpl.class);

    private GridFS gridFS;

    private MongoClient mongoClient;

    @Value("${ivs.mongodb.host}")

    private String mongoDBServerUrl = "localhost";

    @Value("${ivs.mongodb.port}")

    private String portStr;

    private int port = 27017;

    @Value("${ivs.mongodb.database}")

    private String dataBase;

    public void setMongoDBServerUrl(String mongoDBServerUrl) {

        this.mongoDBServerUrl = mongoDBServerUrl;

    }

    public void setPort(int port) {

        this.port = port;

    }

    public void setDataBase(String dataBase) {

        this.dataBase = dataBase;

    }

    @PostConstruct

    public void init() {

        try {

            mongoClient = new MongoClient(mongoDBServerUrl, port);

            DB db = mongoClient.getDB(dataBase);

            gridFS = new GridFS(db);

        } catch (Exception e) {

            logger.error("mongoClient:UnknownHostException", e);

        }

    }

    public void saveById(InputStream in, String id) {

        GridFSDBFile gridFSDBFile = getById(id);

        if (gridFSDBFile != null) {

            logger.error(String.format("%s,文件已经存在", gridFSDBFile.getFilename()));

            return;

        }

        GridFSInputFile gridFSInputFile = gridFS.createFile(in);

        gridFSInputFile.setId(id);

        gridFSInputFile.save();

    }

    public void save(String filePath, String fileName) {

        GridFSDBFile gridFSDBFile = getByFileName(fileName);

        if (gridFSDBFile != null) {

            logger.error(String.format("%s,文件已经存在", gridFSDBFile.getFilename()));

            return;

        }

        try {

            FileInputStream in = new FileInputStream(new File(filePath));

            byte[] buffer = new byte[in.available()];

            InputStream input = new ByteArrayInputStream(buffer);

            GridFSInputFile gridFSInputFile = gridFS.createFile(input, fileName);

            gridFSInputFile.setFilename(fileName);

            gridFSInputFile.save();

        } catch (Exception e) {

            logger.error(String.format("文件：%s，未找到", filePath), e);

        }

    }

    public void save(InputStream in, String fileName) {

        GridFSDBFile gridFSDBFile = getByFileName(fileName);

        if (gridFSDBFile != null) {

            logger.error(String.format("%s,文件已经存在", gridFSDBFile.getFilename()));

            return;

        }

        GridFSInputFile gridFSInputFile = gridFS.createFile(in, fileName);

        gridFSInputFile.setFilename(fileName);

        gridFSInputFile.save();

    }

    public void save(byte[] in, String saveFileName) {

        GridFSDBFile gridFSDBFile = getByFileName(saveFileName);

        if (gridFSDBFile != null) {

            logger.error(String.format("%s,文件已经存在", gridFSDBFile.getFilename()));

            return;

        }

        try {

            InputStream input = new ByteArrayInputStream(in);

            GridFSInputFile gridFSInputFile = gridFS.createFile(input, saveFileName);

            gridFSInputFile.setFilename(saveFileName);

            gridFSInputFile.save();

        } catch (Exception e) {

            logger.error(String.format("文件：%s，未找到", saveFileName), e);

        }

    }

    public void save(InputStream in, String fileName, boolean replace) {

        GridFSDBFile gridFSDBFile = getByFileName(fileName);

        if ((gridFSDBFile != null) && (replace)) {

            this.gridFS.remove(fileName);

        }

        GridFSInputFile gridFSInputFile = gridFS.createFile(in, fileName);

        gridFSInputFile.setFilename(fileName);

        gridFSInputFile.save();

    }

    public GridFSDBFile getById(String id, String outFilePath) {

        DBObject query = new BasicDBObject("_id", id);

        GridFSDBFile gridFSDBFile = gridFS.findOne(query);

        if ((gridFSDBFile != null) && (StringUtils.isNotEmpty(outFilePath))) {

            writeToFile(gridFSDBFile, outFilePath);

        }

        return gridFSDBFile;

    }

    public GridFSDBFile getById(String id) {

        DBObject query = new BasicDBObject("_id", id);

        return gridFS.findOne(query);

    }

    /**

     * 根据id查询文件并通过流的方式返回，

     *

     * @param id 文件ID

     * @return

     */

    public InputStream getStreamById(String id) {

        DBObject query = new BasicDBObject("_id", id);

        GridFSDBFile gridFSDBFile = gridFS.findOne(query);

        return gridFSDBFile.getInputStream();

    }

    public GridFSDBFile getByFileName(String fileName) {

        DBObject query = new BasicDBObject("filename", fileName);

        return gridFS.findOne(query);

    }

    public GridFSDBFile getByFileName(String fileName, String outFilePath) {

        DBObject query = new BasicDBObject("filename", fileName);

        GridFSDBFile gridFSDBFile = gridFS.findOne(query);

        if ((gridFSDBFile != null) && (StringUtils.isNotEmpty(outFilePath))) {

            writeToFile(gridFSDBFile, outFilePath);

        }

        return gridFSDBFile;

    }

    public List<GridFSDBFile> getListByFileName(String fileName) {

        DBObject query = new BasicDBObject("filename", fileName);

        List gridFSDBFileList = gridFS.find(query);

        return gridFSDBFileList;

    }

    public void removeById(String id) {

        DBObject remove = new BasicDBObject("_id", id);

        gridFS.remove(remove);

    }

    public void removeByFileName(String fileName) {

        gridFS.remove(fileName);

    }

    private void writeToFile(GridFSDBFile gridFSDBFile, String outFilePath) {

        try {

            gridFSDBFile.writeTo(outFilePath);

        } catch (IOException e) {

            logger.error(String.format("%s,文件输出异常", gridFSDBFile.getFilename()), e);

        }

    }

}

wget http://nginx.org/download/nginx-1.14.2.tar.gz

巴特西

gridfs + nginx + mongodb 实现图片服务器

最新文章

热门文章