manager/my-worker
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

强化md5File截取前后内容，更确保唯一性，支持读取超大文件秒级完成。

Browse Source
This commit is contained in:
thinkgem
2021-07-10 23:34:04 +08:00
parent 739b856d78
commit 346db1dfd4
1 changed files with 32 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

44
common/src/main/java/com/jeesite/common/codec/Md5Utils.java
View File

@@ -6,12 +6,10 @@ package com.jeesite.common.codec;
import java.io.File; import java.io.File;
import java.io.IOException; import java.io.IOException;
import java.io.InputStream; import java.io.InputStream;
import java.io.RandomAccessFile;
import java.io.UnsupportedEncodingException; import java.io.UnsupportedEncodingException;
import org.apache.commons.io.FileUtils; import com.jeesite.common.lang.StringUtils;
import org.apache.commons.lang3.StringUtils;
import com.jeesite.common.io.IOUtils;
/** /**
* MD5不可逆加密工具类 * MD5不可逆加密工具类
@@ -75,18 +73,40 @@ public class Md5Utils {
/** /**
* 获取文件的MD5值，支持获取文件部分的MD5值 * 获取文件的MD5值，支持获取文件部分的MD5值
* uploader.md5File(file, 0, 10 * 1024 * 1024) * @param cutSize 截取大小（前后文件内容）
*/ */
public static String md5File(File file, int size) { public static String md5File(File file, int cutSize) {
if (file != null && file.exists()){ if (file != null && file.exists()){
try (InputStream in = FileUtils.openInputStream(file)){ long size = file.length();
byte[] bytes = null; //System.out.println("file size " + Math.floor(size / 1024 / 1024) + "M");
if (size != -1 && file.length() >= size){ try(RandomAccessFile randomAccessFile = new RandomAccessFile(file, "r");){
bytes = IOUtils.toByteArray(in, size); if (cutSize != -1 && size >= cutSize){
byte[] bytes = new byte[cutSize];
randomAccessFile.read(bytes);
String firstMd5 = EncodeUtils.encodeHex(md5(bytes));
//System.out.println("first md5 val " + firstMd5);
if (size > cutSize) {
long startPos = size - cutSize;
long sizeDiff = size - (cutSize * 2);
if (sizeDiff < 0){
startPos += Math.abs(sizeDiff);
}
//System.out.println("last md5 pos " + startPos + " " + size + " "
// + Math.floor((size - startPos) / 1024 / 1024) + "M");
bytes = new byte[(int)(size - startPos)];
randomAccessFile.seek(startPos);
randomAccessFile.read(bytes);
String lastMd5 = EncodeUtils.encodeHex(md5(bytes));
//System.out.println("last md5 val " + lastMd5);
return firstMd5.substring(8, 24) + lastMd5.substring(8, 24);
}else {
return firstMd5;
}
}else{ }else{
bytes = IOUtils.toByteArray(in); byte[] bytes = new byte[(int)size];
randomAccessFile.read(bytes);
return EncodeUtils.encodeHex(md5(bytes));
} }
return EncodeUtils.encodeHex(md5(bytes));
} catch (IOException e) { } catch (IOException e) {
return StringUtils.EMPTY; return StringUtils.EMPTY;
} }