TreeData
/
cloud-etl-task
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

测试线程池

master
lwj 2024-09-08 02:47:05 +08:00
parent f77645a954
commit 7896f7c047
1 changed files with 13 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
cloud-task-server/src/main/java/com/muyu/service/impl/TaskServiceImpl.java
View File

@ -124,15 +124,16 @@ public class TaskServiceImpl extends ServiceImpl<TaskMapper, TaskInfo> implement
String[] tableFieldList = taskInputList.get(i).getTableField().split(","); String[] tableFieldList = taskInputList.get(i).getTableField().split(",");
String[] tableAsFieldList = taskInputList.get(i).getTableAsField().split(","); String[] tableAsFieldList = taskInputList.get(i).getTableAsField().split(",");
for (int j = 0; j < tableAsFieldList.length; j++) { for (int j = 0; j < tableAsFieldList.length; j++) {
fieldAsNameMap.put(tableAsFieldList[j], tableFieldList[j]);
fieldAsNameMap.put(tableAsFieldList[j], tableFieldList[j]);
for (int o = 0; o < newFileName.length; o++) { for (int o = 0; o < newFileName.length; o++) {
newAndOldMap.put(outPutFileName[o], newFileName[o]); newAndOldMap.put(fieldAsNameMap.get(outPutFileName[o]), newFileName[o]);
if(tableAsFieldList[j].equals(outPutFileName[o])){ if(tableAsFieldList[j].equals(outPutFileName[o])){
sql += ","+taskInputList.get(i).getTableAsName() + "." + tableFieldList[j] +" " + sql += ","+taskInputList.get(i).getTableAsName() + "." + tableFieldList[j] +" " +
tableAsFieldList[j] + " "; tableAsFieldList[j] + " ";
} }
} }
fieldAsNameMap.put(tableAsFieldList[j], tableFieldList[j]);
fieldAsNameMap.put(tableAsFieldList[j], tableFieldList[j]);
} }
} }
@ -194,7 +195,7 @@ public class TaskServiceImpl extends ServiceImpl<TaskMapper, TaskInfo> implement
Long finalDatabaseId = databaseId; Long finalDatabaseId = databaseId;
String finalSql = sql; String finalSql = sql;
executeUrgently(() -> { executeUrgently(() -> {
selectAndAdd(count, finalDatabaseId, basicId, finalSql, tableId,fieldAsNameMap); selectAndAdd(count, finalDatabaseId, basicId, finalSql, tableId,newAndOldMap);
}); });
} }
@ -203,7 +204,7 @@ public class TaskServiceImpl extends ServiceImpl<TaskMapper, TaskInfo> implement
Long finalDatabaseId = databaseId; Long finalDatabaseId = databaseId;
String finalSql = sql; String finalSql = sql;
executeUrgently(() -> { executeUrgently(() -> {
selectAndAdd(count, finalDatabaseId, basicId, finalSql, tableId,fieldAsNameMap); selectAndAdd(count, finalDatabaseId, basicId, finalSql, tableId,newAndOldMap);
}); });
} }
@ -212,7 +213,7 @@ public class TaskServiceImpl extends ServiceImpl<TaskMapper, TaskInfo> implement
Long finalDatabaseId = databaseId; Long finalDatabaseId = databaseId;
String finalSql = sql; String finalSql = sql;
executeUrgently(() -> { executeUrgently(() -> {
selectAndAdd(count, finalDatabaseId, basicId, finalSql, tableId,fieldAsNameMap); selectAndAdd(count, finalDatabaseId, basicId, finalSql, tableId,newAndOldMap);
}); });
} }
@ -221,7 +222,7 @@ public class TaskServiceImpl extends ServiceImpl<TaskMapper, TaskInfo> implement
Long finalDatabaseId = databaseId; Long finalDatabaseId = databaseId;
String finalSql = sql; String finalSql = sql;
executeUrgently(() -> { executeUrgently(() -> {
selectAndAdd(count, finalDatabaseId, basicId, finalSql, tableId,fieldAsNameMap); selectAndAdd(count, finalDatabaseId, basicId, finalSql, tableId,newAndOldMap);
}); });
} }
@ -232,7 +233,7 @@ public class TaskServiceImpl extends ServiceImpl<TaskMapper, TaskInfo> implement
} }
private void selectAndAdd(Integer count,Long databaseId,Long basicId,String sql,Long tableId, private void selectAndAdd(Integer count,Long databaseId,Long basicId,String sql,Long tableId,
HashMap<String,String> fieldAsNameMap) { HashMap<String,String> newAndOldMap) {
int pageSize = 1000; int pageSize = 1000;
long firstArray = 0L; long firstArray = 0L;
int totalSegments = (int) Math.ceil((double) count / pageSize); int totalSegments = (int) Math.ceil((double) count / pageSize);
@ -250,10 +251,12 @@ public class TaskServiceImpl extends ServiceImpl<TaskMapper, TaskInfo> implement
List<List<DataValue>> data = (List<List<DataValue>>) tableValue.getData(); List<List<DataValue>> data = (List<List<DataValue>>) tableValue.getData();
log.info("远程调用完毕,调用数量{}",data.size()); log.info("远程调用完毕,调用数量{}",data.size());
for (List<DataValue> datum : data) { for (List<DataValue> datum : data) {
log.info(datum.toString());
for (DataValue dataValue : datum) { for (DataValue dataValue : datum) {
log.info(datum.toString());
String key = dataValue.getKey(); String key = dataValue.getKey();
String newKey = fieldAsNameMap.get(key); log.info("传来的值的键为{}",key);
String newKey = newAndOldMap.get(key);
log.info("取出来的值的键为{}",newKey);
log.info("新的目标字段{}",newKey); log.info("新的目标字段{}",newKey);
log.info("通过map字段取到的值为{}", newKey); log.info("通过map字段取到的值为{}", newKey);
dataValue.setKey(newKey); dataValue.setKey(newKey);