Minio 整合springboot 开发 实现文件上传
2018-05-19 19:44
3779 查看
原文链接：http://www.cnblogs.com/cxdxm/p/9061413.html
Minio 作为对象存储，灵活方便，结合java 实现minio 文件上传
1.搭建maven环境，添加依赖包
<properties>
<minio.version>4.0.0</minio.version>
</properties>
<dependency>
<groupId>io.minio</groupId>
<artifactId>minio</artifactId>
<version>${minio.version}</version>
</dependency>
2.书写一个MinioUtils
public class MinioClientUtils {
private static final Logger LOGGER = LoggerFactory.getLogger(MinioClientUtils.class);
private static MinioClientUtils minioClientUtils;
private MinioClient minioClient;
private static int RETRY_NUM = 3;
private static final String bucketPublicPolicy = "{\"Version\":\"2012-10-17\",\"Statement\":[{\"Action\":[\"s3:GetBucketLocation\",\"s3:ListBucket\",\"s3:ListBucketMultipartUploads\"],\"Effect\":\"Allow\",\"Principal\":{\"AWS\":[\"*\"]},\"Resource\":[\"arn:aws:s3:::test\"],\"Sid\":\"\"},{\"Action\":[\"s3:AbortMultipartUpload\",\"s3:DeleteObject\",\"s3:GetObject\",\"s3:ListMultipartUploadParts\",\"s3:PutObject\"],\"Effect\":\"Allow\",\"Principal\":{\"AWS\":[\"*\"]},\"Resource\":[\"arn:aws:s3:::test/*\"],\"Sid\":\"\"}]}";
public static MinioClientUtils getInstance() {
if (null != minioClientUtils) {
return minioClientUtils;
}
synchronized (MinioClientUtils.class) {
if (null == minioClientUtils) {
minioClientUtils = new MinioClientUtils();
}
}
return minioClientUtils;
}
private MinioClientUtils() {
init();
}
private void init() {
final Configuration configuration = initConfiguration();
String url = configuration.getString("minio.url", StringUtils.EMPTY);
String username = configuration.getString("minio.name", StringUtils.EMPTY);
String password = configuration.getString("minio.password", StringUtils.EMPTY);
String region = configuration.getString("minio.region", StringUtils.EMPTY);
try {
if (StringUtils.isNotEmpty(url) && StringUtils.isNotEmpty(username) && StringUtils.isNotEmpty(password)) {
minioClient = new MinioClient(url, username, password, false);
}
} catch (Exception e) {
LOGGER.error("restClient.close occur error", e);
}
}
public boolean createBucketPublic(String bucketName) {
boolean isCreated;
try {
// if (minioClient.bucketExists(bucketName)) {
// isCreated = false;
// }
minioClient.makeBucket("buzi");
//minioClient.setBucketPolicy(bucketName, bucketPublicPolicy);
isCreated = true;
} catch (Exception e) {
isCreated = false;
LOGGER.error("createBucketPublic", e);
e.printStackTrace();
}
return isCreated;
}
public String uploadJpegFile(String bucketName, String minioPath, String jpgFilePath) {
return uploadFile(bucketName, minioPath, jpgFilePath, MediaType.IMAGE_JPEG_VALUE);
}
public String uploadJpegStream(String bucketName, String minioPath, InputStream inputStream) {
return uploadStream(bucketName, minioPath, inputStream, MediaType.IMAGE_JPEG_VALUE);
}
public String uploadStream(String bucketName, String minioFilePath, InputStream inputStream, String mediaType) {
LOGGER.info("uploadStream for bucketName={} minioFilePath={} inputStream.getclass={}, mediaType={}", bucketName,
minioFilePath, inputStream.getClass(), mediaType);
if (StringUtils.isBlank(mediaType)) {
mediaType = MediaType.APPLICATION_OCTET_STREAM_VALUE;
}
try {
putObjectWithRetry(bucketName, minioFilePath, inputStream, mediaType);
return cleanUrlByRemoveIp(minioClient.getObjectUrl(bucketName, minioFilePath));
} catch (Exception e) {
LOGGER.error("uploadStream occur error:", e);
throw new RuntimeException(e);
}
}
public String uploadFile(String bucketName, String minioFilePath, String localFile, String mediaType) {
LOGGER.info("uploadFile for bucketName={} minioFilePath={} localFile={}, mediaType={}", bucketName,
minioFilePath, localFile, mediaType);
if (StringUtils.isBlank(mediaType)) {
mediaType = MediaType.APPLICATION_OCTET_STREAM_VALUE;
}
try {
putObjectWithRetry(bucketName, minioFilePath, localFile, mediaType);
return cleanUrlByRemoveIp(minioClient.getObjectUrl(bucketName, minioFilePath));
} catch (Exception e) {
LOGGER.error("uploadFile occur error:", e);
throw new RuntimeException(e);
}
}
public List<MinioEntity> listFilesSwap(String bucketName, String prefix, boolean recursive) {
LOGGER.info("list files for bucketName={} prefix={} recursive={}", bucketName, prefix, recursive);
return swapResultToEntityList(minioClient.listObjects(bucketName, prefix, recursive));
}
public Iterable<Result<Item>> listFiles(String bucketName, String prefix, boolean recursive) {
LOGGER.info("list files for bucketName={} prefix={} recursive={}", bucketName, prefix, recursive);
return minioClient.listObjects(bucketName, prefix, recursive);
}
public List<MinioEntity> listFilesByBucketNameSwap(String bucketName) {
LOGGER.info("listFilesByBucketName for bucketName={}", bucketName);
return swapResultToEntityList(minioClient.listObjects(bucketName, null, true));
}
public Iterable<Result<Item>> listFilesByBucketName(String bucketName) {
LOGGER.info("listFilesByBucketName for bucketName={}", bucketName);
return minioClient.listObjects(bucketName, null, true);
}
public Iterable<Result<Item>> listFilesByBucketAndPrefix(String bucketName, String prefix) {
LOGGER.info("listFilesByBucketAndPrefix for bucketName={} and prefix={}", bucketName, prefix);
return minioClient.listObjects(bucketName, prefix, true);
}
public List<MinioEntity> listFilesByBucketAndPrefixSwap(String bucketName, String prefix) {
LOGGER.info("listFilesByBucketAndPrefix for bucketName={} and prefix={}", bucketName, prefix);
return swapResultToEntityList(minioClient.listObjects(bucketName, prefix, true));
}
private Configuration initConfiguration() {
ClassLoader classLoader = MinioClientUtils.class.getClassLoader();
if (null == classLoader) {
classLoader = Thread.currentThread().getContextClassLoader();
}
Configuration configuration = null;
URL resource = classLoader.getResource("minio.properties");
if (null == resource) {
LOGGER.error("can not find minio.properties");
throw new RuntimeException("can not find minio.properties");
}
try {
configuration = new PropertiesConfiguration(resource);
} catch (ConfigurationException e) {
LOGGER.error("load properties from url={} occur error", resource.toString());
throw new RuntimeException("load properties from url=" + resource.toString() + " occur error", e);
}
return configuration;
}
private MinioEntity swapResultToEntity(Result<Item> result) {
MinioEntity minioEntity = new MinioEntity();
try {
if (result.get() != null) {
Item item = result.get();
minioEntity.setObjectName(cleanUrlByRemoveIp(item.objectName()));
minioEntity.setDir(item.isDir());
minioEntity.setEtag(item.etag());
minioEntity.setLastModified(item.lastModified());
minioEntity.setSize(item.size());
minioEntity.setStorageClass(item.storageClass());
}
} catch (Exception e) {
LOGGER.error("UrlUtils error, e={}", e.getMessage());
}
return minioEntity;
}
private List<MinioEntity> swapResultToEntityList(Iterable<Result<Item>> results) {
List<MinioEntity> minioEntities = new ArrayList<>();
for (Result<Item> result : results) {
minioEntities.add(swapResultToEntity(result));
}
return minioEntities;
}
public void putObjectWithRetry(String bucketName, String objectName, InputStream stream, String contentType) throws IOException, InvalidKeyException, NoSuchAlgorithmException, InsufficientDataException, InvalidArgumentException, NoResponseException, InvalidBucketNameException, XmlPullParserException, InternalException {
int current = 0;
boolean isSuccess = false;
while (!isSuccess && current < RETRY_NUM) {
try {
minioClient.putObject(bucketName, objectName, stream, contentType);
isSuccess = true;
} catch (ErrorResponseException e) {
LOGGER.warn("[minio] putObject stream, ErrorResponseException occur for time =" + current, e);
current++;
}
}
if (current == RETRY_NUM) {
LOGGER.error("[minio] putObject, backetName={}, objectName={}, failed finally!");
}
}
public void putObjectWithRetry(String bucketName, String objectName, String fileName, String contentType) throws InvalidBucketNameException, NoSuchAlgorithmException, InsufficientDataException, IOException, InvalidKeyException, NoResponseException, XmlPullParserException, ErrorResponseException, InternalException, InvalidArgumentException, InsufficientDataException {
int current = 0;
boolean isSuccess = false;
while (!isSuccess && current < RETRY_NUM) {
try {
minioClient.putObject(bucketName, objectName, fileName, contentType);
isSuccess = true;
} catch (ErrorResponseException e) {
current++;
LOGGER.debug("[minio] putObject file, ErrorResponseException occur!");
}
}
if (current == RETRY_NUM) {
LOGGER.error("[minio] putObject, backetName={}, objectName={}, failed finally!");
}
}
public static void main(String[] args) {
MinioClientUtils.getInstance().createBucketPublic("helo");
}
}
}
3.工具类已经封装各种上传。
4.public void upload(@RequestParam("file") MulipartFile data,String bucketName,String path){
String fileName = data.getOriginalFilename();
String filePath = path+"/"+fileName;
String contentType = data.getContentType();
InputStream inputStram = data.getInputStream();
MinioClientUtils minioClientUtils = MinioCLinetUtils.getInstance();
minioClientUtils.uploadStream(
bucketName,
filePath,
inputStream,
contentType
);
}
转载于:https://www.cnblogs.com/cxdxm/p/9061413.html
内容来自用户分享和网络整理，不保证内容的准确性，如有侵权内容，可联系管理员处理 
相关文章推荐
- springboot 整合 gridfs 、webUploader实现大文件分块上传、断点续传、秒传
- Spring Boot整合FTP实现上传图片或文件
- SpringBoot整合Mongo实现文件上传下载
- SpringBoot下文件上传与下载的实现
- Spring Boot整合UEditor，解决找不到上传文件的问题
- SpringBoot轻松实现文件上传
- SpringBoot后台实现文件上传下载
- SpringBoot + MultipartFile 实现文件上传以及文件转移的功能以及配置全局捕获上传文件过大异常
- SpringBoot下文件上传与下载的实现
- springboot+bootstrap fileupinput 插件实现文件上传
- Spring boot实现文件上传功能
- SpringCloud yml 配置feign整合FtpClient连接池实现文件上传下载微服务
- SpringBoot下文件上传与下载的实现
- SpringBoot下文件上传与下载的实现
- Spring Boot + thymeleaf 实现文件上传下载功能
- Spring整合阿里云OSS服务实现文件上传
- SpringBoot 简单文件上传实现以及jar包方式运行项目
- java Springboot实现多文件上传功能
- 解决使用Spring Boot、Multipartfile实现上传提示无法找到文件的问题
- SpringBoot + SFTP 实现文件上传与下载实战