S3Util
import com.amazonaws.AmazonClientException; import com.amazonaws.AmazonServiceException; import com.amazonaws.HttpMethod; import com.amazonaws.SdkClientException; import com.amazonaws.auth.AWSCredentials; import com.amazonaws.auth.AWSStaticCredentialsProvider; import com.amazonaws.auth.BasicAWSCredentials; import com.amazonaws.client.builder.AwsClientBuilder; import com.amazonaws.services.s3.AmazonS3; import com.amazonaws.services.s3.AmazonS3Client; import com.amazonaws.services.s3.AmazonS3ClientBuilder; import com.amazonaws.services.s3.model.*; import com.amazonaws.services.s3.transfer.TransferManager; import com.amazonaws.services.s3.transfer.Upload; import com.amazonaws.util.AwsHostNameUtils; import lombok.AllArgsConstructor; import lombok.Data; import lombok.NoArgsConstructor; import lombok.extern.slf4j.Slf4j; import org.apache.commons.fileupload.FileItem; import org.apache.commons.fileupload.FileItemFactory; import org.apache.commons.fileupload.disk.DiskFileItemFactory; import org.apache.commons.io.IOUtils; import org.apache.commons.lang3.StringUtils; import org.junit.Test; import org.springframework.scheduling.annotation.Async; import org.springframework.scheduling.annotation.AsyncResult; import org.springframework.web.multipart.MultipartFile; import org.springframework.web.multipart.commons.CommonsMultipartFile; import java.io.*; import java.net.HttpURLConnection; import java.net.URL; import java.util.List; import java.util.concurrent.Future; /*************************** *<pre> * @Project Name : sea-file-service * @Package : com.sea. * @File Name : S3Util * @Author : Sea * @Mail : [email protected] * @Date : 2023/5/18 12:25 * @Purpose : * @History : *</pre> ***************************/ @Slf4j public class S3Util { private static String AWS_ACCESS_KEY = "paZRwWpsuM3vkUuw"; private static String AWS_SECRET_KEY = "WzLqVt5g9mtM33cQJyQApLOUivXahYeL"; private static String BUCKET_NAME = "my-bucket"; private static String S3_ENDPOINT_URL = "http://192.168.18.199:9001"; public static AmazonS3 s3Client; public static TransferManager transferManager; static { initS3Client(); } /** * 默认上传后，返回 bucket + / + path */ @Data @AllArgsConstructor @NoArgsConstructor static class FileNameTO{ public String path; public String bucket; } /** * 默认上传后，返回 bucket + / + path * @param fileName * @return */ private static FileNameTO parseFileName(String fileName){ if(fileName.contains("/")){ int index = fileName.indexOf("/"); fileName = fileName.trim(); String bucket = fileName.substring(0, index); String path = fileName.substring(index + 1); System.err.println("bucket " + bucket ); System.err.println("path " + path ); return new FileNameTO(path,bucket); } return new FileNameTO(); } /** * S3初始化 */ public static AmazonS3 initS3Client() { AmazonS3ClientBuilder builder = AmazonS3ClientBuilder.standard(); if(StringUtils.isNotBlank(S3_ENDPOINT_URL)){ AwsClientBuilder.EndpointConfiguration endpointConfiguration = new AwsClientBuilder.EndpointConfiguration(S3_ENDPOINT_URL, AwsHostNameUtils.parseRegion(S3_ENDPOINT_URL, AmazonS3Client.S3_SERVICE_NAME)); builder.withEndpointConfiguration(endpointConfiguration); } if(StringUtils.isNotBlank(AWS_ACCESS_KEY) && StringUtils.isNotBlank(AWS_SECRET_KEY)){ AWSCredentials awsCredentials = new BasicAWSCredentials(AWS_ACCESS_KEY, AWS_SECRET_KEY); builder.withCredentials(new AWSStaticCredentialsProvider(awsCredentials)); } //设置S3的地区 //builder.setRegion(regionName); s3Client = builder.build(); transferManager = new TransferManager(s3Client); return s3Client; } /** * @param bucketName * @return */ public Boolean createBucket(String bucketName){ s3Client.createBucket(new CreateBucketRequest(bucketName).withCannedAcl(CannedAccessControlList.PublicReadWrite)); return true; } /** * 上传图片到S3 * @param bucketName * @param file * @param filePath bucketName/filePath/xx.png * @param transferManager * @return */ @Async public Future<String> uploadFileToBucketAsync(String bucketName, File file, String filePath, TransferManager transferManager) { String url = uploadFileToBucket(bucketName, file, filePath, transferManager); return new AsyncResult<String>(url); } /** * 上传图片到S3 * @param bucketName * @param file * @param filePath bucketName/filePath/xx.png * @param transferManager * @return */ public String uploadFileToBucket(String bucketName, File file, String filePath, TransferManager transferManager) { if (file.exists() == false) { log.error(" !!! file not exists!"); return ""; } try { log.info("File name is {}", file.getName()); PutObjectRequest pOrequest = new PutObjectRequest(bucketName, filePath, file).withCannedAcl(CannedAccessControlList.PublicReadWrite);; Upload upload = transferManager.upload(pOrequest); upload.waitForCompletion(); } catch (Exception e) { log.error("upload file name : {} to S3 error : {} ",file.getName() , e); } log.info("Upload " + file.getName() + " completed"); return bucketName+"/"+filePath; } /** * 上传图片到S3 , 默认的bucket * @param url 网上url * @param S3Directory bucket/directory/xx.png * @throws Exception */ public static String upload(String url, String S3Directory) { String fileName = ""; try { AmazonS3 amazonS3Client = s3Client; //将url转为MultipartFile对象 MultipartFile file = urlToMultipartFile(url); //通过url获取图片名称 fileName = getFileName(url); if (StringUtils.isNotEmpty(S3Directory)) { fileName = S3Directory + "/" + fileName; } ObjectMetadata objectMetadata = new ObjectMetadata(); objectMetadata.setContentType(file.getContentType()); objectMetadata.setContentLength(file.getSize()); //调用S3上传文件 PutObjectRequest putObjectRequest = new PutObjectRequest(BUCKET_NAME, fileName, file.getInputStream(), objectMetadata) .withCannedAcl(CannedAccessControlList.PublicRead); Upload upload = transferManager.upload(putObjectRequest); return BUCKET_NAME+"/"+fileName; } catch (Exception e){ log.error("upload file name : {} to S3 error : {} ",fileName , e); return null; } } /** * judge existence By fileName * @param fileName * @return */ public static boolean judgeExistFile(String fileName){ boolean exist = s3Client.doesObjectExist(BUCKET_NAME, fileName); log.info(" {} exist : {}", fileName , exist); return exist; } /** * 根据fileName ， 生成临时 URL * @param fileName * @return */ public static String generatePreViewUrl(String fileName) { FileNameTO fileNameTO = parseFileName(fileName); URL url = null; try { java.util.Date expiration = new java.util.Date(); long milliSeconds = expiration.getTime(); // Add 2 hour for user to download label. milliSeconds += 2 * 60 * 60 * 1000; expiration.setTime(milliSeconds); GeneratePresignedUrlRequest generatePresignedUrlRequest = new GeneratePresignedUrlRequest(fileNameTO.getBucket(), fileNameTO.getPath()); generatePresignedUrlRequest.setMethod(HttpMethod.GET); generatePresignedUrlRequest.setExpiration(expiration); url = s3Client.generatePresignedUrl(generatePresignedUrlRequest); log.info("Pre-Signed URL = " + url.toString()); } catch (Exception exception) { log.error(" {} generatePreViewUrl Error Message: {}" ,fileName, exception.getMessage()); } String urlStr=""; if(url!=null){ // urlStr = url.toString().replaceAll("http", "https"); } return urlStr; } /** * 下载文件到本地 * @param fileName bucket / filePath * @return * @throws Exception */ public static boolean downLoadToLoc(String fileName, String outFilePath){ FileOutputStream fileOutputStream = null; InputStream inputStream = null; try { inputStream = download(fileName); if(inputStream==null){return false;} fileOutputStream = new FileOutputStream(outFilePath); IOUtils.copy(inputStream,fileOutputStream); return true; } catch (IOException e) { e.printStackTrace(); } finally { if (fileOutputStream != null) { try { fileOutputStream.close(); } catch (IOException e) { e.printStackTrace(); } } if (inputStream != null) { try { inputStream.close(); } catch (IOException e) { e.printStackTrace(); } } } return false; } /** * down file by fileName * @param fileName bucket / filePath * @return InputStream */ public static InputStream download(String fileName) { FileNameTO fileNameTO = parseFileName(fileName); InputStream stream = null; S3Object s3Object = null; try { s3Object = s3Client.getObject(new GetObjectRequest(fileNameTO.getBucket(), fileNameTO.getPath())); stream = s3Object.getObjectContent(); } catch (AmazonServiceException ase) { if (ase.getStatusCode() == 404) { log.warn(fileName + " doesn`t exist in S3 server!"); } else { log.error(" The Exception is {} " , ase); } } finally { // if (s3Object != null) { // try { // s3Object.close(); // } catch (IOException e) { // log.info(e.getMessage(),e); // } // } } return stream; } /** * 获取文件列表 * * @param limit * @param prefix * @return * @throws IOException */ public static List<S3ObjectSummary> getFileListPaginator(Integer limit, String prefix) throws IOException { try { AmazonS3 amazonS3Client = s3Client; ListObjectsV2Request req = new ListObjectsV2Request() .withBucketName(BUCKET_NAME).withMaxKeys(limit).withPrefix(prefix); ListObjectsV2Result result; result = amazonS3Client.listObjectsV2(req); // for (S3ObjectSummary objectSummary : result.getObjectSummaries()) { // System.out.printf(" - %s (size: %d)\n", objectSummary.getKey(), objectSummary.getSize()); // } result.setTruncated(true); return result.getObjectSummaries(); } catch (AmazonServiceException e) { // 已经打通S3但处理失败 e.printStackTrace(); } catch (SdkClientException e) { // 链接S3失败 e.printStackTrace(); } return null; } /** * url转MultipartFile * * @param url * @return * @throws Exception */ public static MultipartFile urlToMultipartFile(String url) throws Exception { File file = null; MultipartFile multipartFile = null; try { HttpURLConnection httpUrl = (HttpURLConnection) new URL(url).openConnection(); httpUrl.connect(); file = inputStreamToFile(httpUrl.getInputStream(), "template.png"); multipartFile = fileToMultipartFile(file); httpUrl.disconnect(); } catch (Exception e) { e.printStackTrace(); } return multipartFile; } /** * inputStream 转 File * * @param ins * @param name * @return * @throws Exception */ public static File inputStreamToFile(InputStream ins, String name) throws Exception { File file = new File(System.getProperty("java.io.tmpdir") + File.separator + name); OutputStream os = new FileOutputStream(file); int bytesRead; int len = 8192; byte[] buffer = new byte[len]; while ((bytesRead = ins.read(buffer, 0, len)) != -1) { os.write(buffer, 0, bytesRead); } os.close(); ins.close(); return file; } /** * file转multipartFile * * @param file * @return */ public static MultipartFile fileToMultipartFile(File file) { FileItemFactory factory = new DiskFileItemFactory(16, null); FileItem item = factory.createItem(file.getName(), "text/plain", true, file.getName()); int bytesRead = 0; byte[] buffer = new byte[8192]; try { FileInputStream fis = new FileInputStream(file); OutputStream os = item.getOutputStream(); while ((bytesRead = fis.read(buffer, 0, 8192)) != -1) { os.write(buffer, 0, bytesRead); } os.close(); fis.close(); } catch (IOException e) { e.printStackTrace(); } return new CommonsMultipartFile(item); } /** * 获取图片名称 * @param url * @return */ public static String getFileName(String url) { String[] urlArr = (url + "").split("/"); String fileName = urlArr.length>1 ? urlArr[urlArr.length-1]:url; return fileName; } }
标签：return,String,S3Util,上传下载,fileName,S3,file,new,import From： https://www.cnblogs.com/lshan/p/17412546.html