etl
/
cloud-etl-task
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

修改bug

master
Cui YongXing 2024-09-04 20:42:00 +08:00
parent 012a066e21
commit 9c00d9fa0f
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
cloud-task-server/src/main/java/com/muyu/task/server/service/impl/TaskInfoServiceImpl.java
View File

@ -240,11 +240,11 @@ public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> i
Long data = countResult.getData(); Long data = countResult.getData();
String finalFieName = fieName; String finalFieName = fieName;
String finalJoint = joint; String finalJoint = joint;
long count = data/10000==0?1:data/10000+1; long count = data/5000==0?1:data/5000+1;
if (Weight.high.getValue().equals(weight)){ if (Weight.high.getValue().equals(weight)){
log.info("执行高级任务"); log.info("执行高级任务");
for (long i = 1; i <= count; i++) { for (long i = 1; i <= count; i++) {
long pageNum = (i - 1) * 10000; long pageNum = (i - 1) * 5000;
submitHighPriorityTask(()->{ submitHighPriorityTask(()->{
getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map); getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map);
}); });
@ -253,7 +253,7 @@ public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> i
if (Weight.centre.getValue().equals(weight)){ if (Weight.centre.getValue().equals(weight)){
log.info("执行中级任务"); log.info("执行中级任务");
for (long i = 1; i <= count; i++) { for (long i = 1; i <= count; i++) {
long pageNum = (i - 1) * 10000; long pageNum = (i - 1) * 5000;
System.out.println(pageNum); System.out.println(pageNum);
submitMediumPriorityTask(()->{ submitMediumPriorityTask(()->{
getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map); getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map);
@ -263,7 +263,7 @@ public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> i
if (Weight.low.getValue().equals(weight)){ if (Weight.low.getValue().equals(weight)){
log.info("执行低级任务"); log.info("执行低级任务");
for (long i = 1; i <= count; i++) { for (long i = 1; i <= count; i++) {
long pageNum = (i - 1) * 10000; long pageNum = (i - 1) * 5000;
submitLowPriorityTask(()->{ submitLowPriorityTask(()->{
getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map); getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map);
}); });
@ -272,7 +272,7 @@ public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> i
if (Weight.urgency.getValue().equals(weight)){ if (Weight.urgency.getValue().equals(weight)){
log.info("执行紧急任务"); log.info("执行紧急任务");
for (long i = 1; i <= count; i++) { for (long i = 1; i <= count; i++) {
long pageNum = (i - 1) * 10000; long pageNum = (i - 1) * 5000;
submitEmergencyTask(()->{ submitEmergencyTask(()->{
getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map); getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map);
}); });
@ -284,7 +284,7 @@ public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> i
@NotNull @NotNull
private void getString(Long pageNum,String fieName,String joint,Long basicId,Long newBasicId,Long tableId,HashMap<String, String> map ) { private void getString(Long pageNum,String fieName,String joint,Long basicId,Long newBasicId,Long tableId,HashMap<String, String> map ) {
String sql = " SELECT " + fieName + " FROM " + joint +" limit "+pageNum +",10000 "; String sql = " SELECT " + fieName + " FROM " + joint +" limit "+pageNum +",5000 ";
log.info(sql); log.info(sql);
Result<List<List<DataValue>>> tableValueResult = datasourceFeign.findTableValue(basicId, sql); Result<List<List<DataValue>>> tableValueResult = datasourceFeign.findTableValue(basicId, sql);
List<List<DataValue>> tableValue = tableValueResult.getData(); List<List<DataValue>> tableValue = tableValueResult.getData();