aike/emis-service
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

demand: TMS系统 - 运输管理 - 通过多线程分批处理，优化漏组批次订单一次性查询/导出10万+数据的效率

Browse Source 
committer: heyu
This commit is contained in:
aike 2025-09-13 11:48:23 +08:00
parent 030c9fc475
commit 68f4b3fb4d
1 changed files with 17 additions and 23 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

40
emis-biz/src/main/java/com/xdadan/erp/emis/service/impl/EmisTmsSiteBatchMissServiceImpl.java
View File

@ -79,26 +79,26 @@ public class EmisTmsSiteBatchMissServiceImpl extends EmisBaseService implements
log.info("Selecting TMS site batch miss list with params: {}", emisTmsSiteBatchMiss);
// 检查是否需要多线程优化
// 通过检查请求参数中是否包含大分页标识
// 通过PageHelper获取当前分页信息
boolean useMultiThread = false;
Integer pageSize = null;
Integer pageNum = null;
// 尝试从params中获取分页参数
if (emisTmsSiteBatchMiss.getParams() != null) {
Object pageSizeObj = emisTmsSiteBatchMiss.getParams().get("pageSize");
Object pageNumObj = emisTmsSiteBatchMiss.getParams().get("pageNum");
try {
// 从PageHelper的ThreadLocal中获取分页信息
com.github.pagehelper.Page<?> localPage = PageHelper.getLocalPage();
if (localPage != null) {
pageSize = localPage.getPageSize();
pageNum = localPage.getPageNum();
if (pageSizeObj instanceof Integer) {
pageSize = (Integer) pageSizeObj;
if (pageSize > 1000) {
if (pageSize != null && pageSize > 1000) {
useMultiThread = true;
log.info("Detected large pageSize: {}, pageNum: {}, will use multi-thread optimization", pageSize,
pageNum);
}
}
if (pageNumObj instanceof Integer) {
pageNum = (Integer) pageNumObj;
}
} catch (Exception e) {
log.warn("Failed to get page info from PageHelper: {}", e.getMessage());
}
// 如果pageSize > 1000，使用多线程查询优化
@ -192,8 +192,7 @@ public class EmisTmsSiteBatchMissServiceImpl extends EmisBaseService implements
try {
// 为每个线程分配查询任务
for (int i = 0; i < threadCount; i++) {
int start = i * RECORDS_PER_THREAD;
int end = Math.min(start + RECORDS_PER_THREAD, pageSize);
final int threadIndex = i;
// 创建查询任务
Callable<List<EmisTmsSiteBatchMiss>> task = () -> {
@ -201,20 +200,15 @@ public class EmisTmsSiteBatchMissServiceImpl extends EmisBaseService implements
// 创建查询参数的副本，避免线程间冲突
EmisTmsSiteBatchMiss queryParam = createQueryParamCopy(emisTmsSiteBatchMiss);
// 设置分页参数
PageHelper.startPage(1, end - start);
// 设置分页参数 - 每个线程查询1000条记录
PageHelper.startPage(1, RECORDS_PER_THREAD);
// 执行查询
List<EmisTmsSiteBatchMiss> result = emisTmsSiteBatchMissMapper
.selectEmisTmsSiteBatchMissList(queryParam);
// 只返回当前线程负责的数据范围
if (result.size() > start) {
int actualEnd = Math.min(start + (end - start), result.size());
return result.subList(start, actualEnd);
}
return new ArrayList<>();
// 返回查询结果，不需要手动截取，因为PageHelper已经处理了分页
return result != null ? result : new ArrayList<>();
} catch (Exception e) {
log.error("Error in thread query task", e);
return new ArrayList<>();