etl
/
cloud-etl-task
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

寻找报错

master
Cui YongXing 2024-09-06 09:58:59 +08:00
parent 37530d897d
commit 4e65d09866
1 changed files with 6 additions and 26 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
cloud-task-server/src/main/java/com/muyu/task/server/service/impl/TaskInfoServiceImpl.java
View File

@ -42,7 +42,7 @@ import static com.muyu.task.server.thread.OptimizedPrioritizedThreadPool.*;
@Service @Service
public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> implements TaskInfoService { public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> implements TaskInfoService {
private final Integer PAGE_SIZE = 5000; private final Long PAGE_SIZE = 5000L;
@Resource @Resource
private TaskInfoMapper taskInfoMapper; private TaskInfoMapper taskInfoMapper;
@ -247,18 +247,12 @@ public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> i
String finalFieName = fieName; String finalFieName = fieName;
String finalJoint = joint; String finalJoint = joint;
long count = data/PAGE_SIZE==0?1:data/PAGE_SIZE+1; long count = data/PAGE_SIZE==0?1:data/PAGE_SIZE+1;
long pageSize;
if (Weight.high.getValue().equals(weight)){ if (Weight.high.getValue().equals(weight)){
log.info("执行高级任务"); log.info("执行高级任务");
for (long i = 1; i <= count; i++) { for (long i = 1; i <= count; i++) {
long pageNum = (i - 1) * PAGE_SIZE; long pageNum = (i - 1) * PAGE_SIZE;
pageSize = data - pageNum;
if (pageSize>=PAGE_SIZE){
pageSize=PAGE_SIZE;
}
long finalPageSize = pageSize;
submitHighPriorityTask(()->{ submitHighPriorityTask(()->{
getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map, finalPageSize,num); getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map, PAGE_SIZE,num);
}); });
} }
@ -267,13 +261,9 @@ public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> i
log.info("执行中级任务"); log.info("执行中级任务");
for (long i = 1; i <= count; i++) { for (long i = 1; i <= count; i++) {
long pageNum = (i - 1) * PAGE_SIZE; long pageNum = (i - 1) * PAGE_SIZE;
pageSize = data - pageNum;
if (pageSize>=PAGE_SIZE){
pageSize=PAGE_SIZE;
}
long finalPageSize1 = pageSize;
submitMediumPriorityTask(()->{ submitMediumPriorityTask(()->{
getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map, finalPageSize1,num); getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map, PAGE_SIZE,num);
}); });
} }
} }
@ -281,13 +271,8 @@ public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> i
log.info("执行低级任务"); log.info("执行低级任务");
for (long i = 1; i <= count; i++) { for (long i = 1; i <= count; i++) {
long pageNum = (i - 1) * PAGE_SIZE; long pageNum = (i - 1) * PAGE_SIZE;
pageSize = data - pageNum;
if (pageSize>=PAGE_SIZE){
pageSize=PAGE_SIZE;
}
long finalPageSize2 = pageSize;
submitLowPriorityTask(()->{ submitLowPriorityTask(()->{
getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map, finalPageSize2,num); getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map, PAGE_SIZE,num);
}); });
} }
} }
@ -298,14 +283,9 @@ public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> i
OptimizedPrioritizedThreadPool.remainingTasks.set(0); OptimizedPrioritizedThreadPool.remainingTasks.set(0);
for (long i = 1; i <= count; i++) { for (long i = 1; i <= count; i++) {
long pageNum = (i - 1) * PAGE_SIZE; long pageNum = (i - 1) * PAGE_SIZE;
pageSize = data - pageNum;
if (pageSize>=PAGE_SIZE){
pageSize=PAGE_SIZE;
}
long finalPageSize3 = pageSize;
submitEmergencyTask(()->{ submitEmergencyTask(()->{
try { try {
getString(pageNum, finalFieName, finalJoint, basicId, newBasicId, tableId, map, finalPageSize3, num); getString(pageNum, finalFieName, finalJoint, basicId, newBasicId, tableId, map, PAGE_SIZE, num);
} finally { } finally {
// 减少剩余任务计数 // 减少剩余任务计数
if (OptimizedPrioritizedThreadPool.remainingTasks.decrementAndGet() == 0) { if (OptimizedPrioritizedThreadPool.remainingTasks.decrementAndGet() == 0) {