master
parent
d065e32f65
commit
c18e4a1666
|
@ -35,7 +35,7 @@ public final class TaskManager {
|
||||||
|
|
||||||
// 创建具有默认线程个数的线程池
|
// 创建具有默认线程个数的线程池
|
||||||
private TaskManager() {
|
private TaskManager() {
|
||||||
this(10);
|
this(5);
|
||||||
}
|
}
|
||||||
|
|
||||||
// 创建线程池,workerNum为线程池中工作线程的个数
|
// 创建线程池,workerNum为线程池中工作线程的个数
|
||||||
|
|
|
@ -153,7 +153,7 @@ public class TaskServiceImpl extends ServiceImpl<TaskMapper, Task>
|
||||||
String findSql = getFindSql(nodeMap);
|
String findSql = getFindSql(nodeMap);
|
||||||
// 获取查询条数
|
// 获取查询条数
|
||||||
int count = getFindCount(findSql, nodeMap);
|
int count = getFindCount(findSql, nodeMap);
|
||||||
// 划分线程 每次查询1000条
|
// 划分线程 每次查询10000条
|
||||||
int pageSize = 10000;
|
int pageSize = 10000;
|
||||||
int threadNum = count / pageSize + 1;
|
int threadNum = count / pageSize + 1;
|
||||||
log.info("任务 {} 总共需要 {} 条数据, 划分为线程{}条",taskCode,count,threadNum);
|
log.info("任务 {} 总共需要 {} 条数据, 划分为线程{}条",taskCode,count,threadNum);
|
||||||
|
@ -163,7 +163,7 @@ public class TaskServiceImpl extends ServiceImpl<TaskMapper, Task>
|
||||||
taskManager.execute(() -> {
|
taskManager.execute(() -> {
|
||||||
String exportCode = UUID.randomUUID().toString().replace("-","");
|
String exportCode = UUID.randomUUID().toString().replace("-","");
|
||||||
// 获取新SQL 并执行
|
// 获取新SQL 并执行
|
||||||
String sql = findSql + " LIMIT 1000 OFFSET "+(index-1)*pageSize;
|
String sql = findSql + " LIMIT "+pageSize+" OFFSET "+(index-1)*pageSize;
|
||||||
String addSql = getAddSql(nodeMap, sql);
|
String addSql = getAddSql(nodeMap, sql);
|
||||||
int addSqlMaxLength = Math.min(addSql.length(), 30000);
|
int addSqlMaxLength = Math.min(addSql.length(), 30000);
|
||||||
TaskExport entity = new TaskExport(taskCode,exportCode, addSql.substring(0,addSqlMaxLength), 0, "");
|
TaskExport entity = new TaskExport(taskCode,exportCode, addSql.substring(0,addSqlMaxLength), 0, "");
|
||||||
|
|
Loading…
Reference in New Issue