etl
/
cloud-etl-task
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

添加线程

master
Cui YongXing 2024-09-03 23:48:28 +08:00
parent 312663aff2
commit ff705cc8ad
1 changed files with 35 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

42
cloud-task-server/src/main/java/com/muyu/task/server/service/impl/TaskInfoServiceImpl.java
View File

@ -230,30 +230,55 @@ public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> i
map.put(lastFieName[i], newFieName[i]);
fieName += "," + tableNameMap.get(lastFieName[i]);
}
fieName = fieName.substring(1);
String sql = " SELECT count(1) FROM " + joint;
Result<Long> count = datasourceFeign.findCount(basicId, sql);
System.out.println("======="+count+"=======");
Result<Long> countResult = datasourceFeign.findCount(basicId, sql);
Long data = countResult.getData();
System.out.println("======="+data+"=======");
String finalFieName = fieName;
String finalJoint = joint;
if (Weight.high.equals(weight)){
long count = data/10000;
for (long i = 0; i < count; i++) {
long pageNum = (i - 1) * 10000;
submitHighPriorityTask(()->{
getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map);
});
}
}
if (Weight.centre.equals(weight)){
long count = data/10000;
for (long i = 0; i < count; i++) {
long pageNum = (i - 1) * 10000;
submitHighPriorityTask(()->{
getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map);
});
}
}
if (Weight.low.equals(weight)){
long count = data/10000;
for (long i = 0; i < count; i++) {
long pageNum = (i - 1) * 10000;
submitHighPriorityTask(()->{
getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map);
});
}
}
if (Weight.urgency.equals(weight)){
long count = data/10000;
for (long i = 0; i < count; i++) {
long pageNum = (i - 1) * 10000;
submitHighPriorityTask(()->{
getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map);
});
}
}
//return getString(fieName,joint,basicId,newBasicId,tableId,map);
return null;
}
@NotNull
private String getString(String fieName,String joint,Long basicId,Long newBasicId,Long tableId,HashMap<String, String> map ) {
private void getString(Long pageNum,String fieName,String joint,Long basicId,Long newBasicId,Long tableId,HashMap<String, String> map ) {
String sql = " SELECT " + fieName + " FROM " + joint;
System.out.println(sql);
@ -268,7 +293,6 @@ public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> i
}
}
Result result = datasourceFeign.addProduct(newBasicId, tableId, tableValue);
return "执行成功";
}