master
面包骑士 2024-09-07 09:18:16 +08:00
parent d065e32f65
commit c18e4a1666
2 changed files with 3 additions and 3 deletions

View File

@ -35,7 +35,7 @@ public final class TaskManager {
// 创建具有默认线程个数的线程池 // 创建具有默认线程个数的线程池
private TaskManager() { private TaskManager() {
this(10); this(5);
} }
// 创建线程池,workerNum为线程池中工作线程的个数 // 创建线程池,workerNum为线程池中工作线程的个数

View File

@ -153,7 +153,7 @@ public class TaskServiceImpl extends ServiceImpl<TaskMapper, Task>
String findSql = getFindSql(nodeMap); String findSql = getFindSql(nodeMap);
// 获取查询条数 // 获取查询条数
int count = getFindCount(findSql, nodeMap); int count = getFindCount(findSql, nodeMap);
// 划分线程 每次查询1000 // 划分线程 每次查询10000
int pageSize = 10000; int pageSize = 10000;
int threadNum = count / pageSize + 1; int threadNum = count / pageSize + 1;
log.info("任务 {} 总共需要 {} 条数据, 划分为线程{}条",taskCode,count,threadNum); log.info("任务 {} 总共需要 {} 条数据, 划分为线程{}条",taskCode,count,threadNum);
@ -163,7 +163,7 @@ public class TaskServiceImpl extends ServiceImpl<TaskMapper, Task>
taskManager.execute(() -> { taskManager.execute(() -> {
String exportCode = UUID.randomUUID().toString().replace("-",""); String exportCode = UUID.randomUUID().toString().replace("-","");
// 获取新SQL 并执行 // 获取新SQL 并执行
String sql = findSql + " LIMIT 1000 OFFSET "+(index-1)*pageSize; String sql = findSql + " LIMIT "+pageSize+" OFFSET "+(index-1)*pageSize;
String addSql = getAddSql(nodeMap, sql); String addSql = getAddSql(nodeMap, sql);
int addSqlMaxLength = Math.min(addSql.length(), 30000); int addSqlMaxLength = Math.min(addSql.length(), 30000);
TaskExport entity = new TaskExport(taskCode,exportCode, addSql.substring(0,addSqlMaxLength), 0, ""); TaskExport entity = new TaskExport(taskCode,exportCode, addSql.substring(0,addSqlMaxLength), 0, "");