寻找报错

master
Cui YongXing 2024-09-06 09:41:48 +08:00
parent ae5005949a
commit d04aedbfdd
3 changed files with 41 additions and 11 deletions

View File

@ -19,7 +19,10 @@ import java.util.List;
@FeignClient(name = "cloud-etl-datasources", fallbackFactory = DatasourceFeignFactory.class) @FeignClient(name = "cloud-etl-datasources", fallbackFactory = DatasourceFeignFactory.class)
public interface DatasourceFeign { public interface DatasourceFeign {
@PostMapping("/dataValue/findTableValueToArray") @PostMapping("/dataValue/findTableValueToArray")
public Result<DataValue[][]> findTableValueToArray(@RequestParam("basicId") Long basicId,@RequestParam("sql") String sql); public Result<DataValue[][]> findTableValueToArray(@RequestParam("basicId") Long basicId,
@RequestParam("sql") String sql,
@RequestParam("one") Long one,
@RequestParam("two") Integer two);
@PostMapping("/dataValue/findTableValue") @PostMapping("/dataValue/findTableValue")
public Result<List<List<DataValue>>> findTableValue(@RequestParam("basicId") Long basicId, public Result<List<List<DataValue>>> findTableValue(@RequestParam("basicId") Long basicId,
@ -30,7 +33,9 @@ public interface DatasourceFeign {
@RequestParam("tableId") Long tableId, @RequestParam("tableId") Long tableId,
@RequestBody List<List<DataValue>> listList); @RequestBody List<List<DataValue>> listList);
@PostMapping("/product/addProduct") @PostMapping("/product/addProduct")
public Result addProduct(@RequestParam("basicId") Long basicId, @RequestParam("tableId") Long tableId, @RequestBody DataValue[][] listList); public Result addProduct(@RequestParam("basicId") Long basicId,
@RequestParam("tableId") Long tableId,
@RequestBody DataValue[][] listList);
@PostMapping("/dataValue/findCount") @PostMapping("/dataValue/findCount")
public Result<Long> findCount(@RequestParam("basicId") Long basicId, public Result<Long> findCount(@RequestParam("basicId") Long basicId,

View File

@ -17,8 +17,9 @@ public class DatasourceFeignFactory implements FallbackFactory<DatasourceFeign>
return new DatasourceFeign() { return new DatasourceFeign() {
@Override @Override
public Result<DataValue[][]> findTableValueToArray(Long basicId, String sql) { public Result<DataValue[][]> findTableValueToArray(Long basicId, String sql, Integer one, Integer two) {
log.info(e); log.info(e);
return Result.error("网络开小差......"); return Result.error("网络开小差......");
} }

View File

@ -247,12 +247,17 @@ public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> i
String finalFieName = fieName; String finalFieName = fieName;
String finalJoint = joint; String finalJoint = joint;
long count = data/PAGE_SIZE==0?1:data/PAGE_SIZE+1; long count = data/PAGE_SIZE==0?1:data/PAGE_SIZE+1;
long pageSize;
if (Weight.high.getValue().equals(weight)){ if (Weight.high.getValue().equals(weight)){
log.info("执行高级任务"); log.info("执行高级任务");
for (long i = 1; i <= count; i++) { for (long i = 1; i <= count; i++) {
long pageNum = (i - 1) * PAGE_SIZE; long pageNum = (i - 1) * PAGE_SIZE;
pageSize = data - pageNum;
if (pageSize>=PAGE_SIZE){
pageSize=PAGE_SIZE;
}
submitHighPriorityTask(()->{ submitHighPriorityTask(()->{
getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map,num); getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map,pageSize,num);
}); });
} }
@ -261,9 +266,12 @@ public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> i
log.info("执行中级任务"); log.info("执行中级任务");
for (long i = 1; i <= count; i++) { for (long i = 1; i <= count; i++) {
long pageNum = (i - 1) * PAGE_SIZE; long pageNum = (i - 1) * PAGE_SIZE;
System.out.println(pageNum); pageSize = data - pageNum;
if (pageSize>=PAGE_SIZE){
pageSize=PAGE_SIZE;
}
submitMediumPriorityTask(()->{ submitMediumPriorityTask(()->{
getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map,num); getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map,pageSize,num);
}); });
} }
} }
@ -271,8 +279,12 @@ public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> i
log.info("执行低级任务"); log.info("执行低级任务");
for (long i = 1; i <= count; i++) { for (long i = 1; i <= count; i++) {
long pageNum = (i - 1) * PAGE_SIZE; long pageNum = (i - 1) * PAGE_SIZE;
pageSize = data - pageNum;
if (pageSize>=PAGE_SIZE){
pageSize=PAGE_SIZE;
}
submitLowPriorityTask(()->{ submitLowPriorityTask(()->{
getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map,num); getString(pageNum, finalFieName, finalJoint,basicId,newBasicId,tableId,map,pageSize,num);
}); });
} }
} }
@ -281,11 +293,15 @@ public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> i
// 调整线程分配以适应紧急任务 // 调整线程分配以适应紧急任务
OptimizedPrioritizedThreadPool.activeEmergencyTasks.set(0); OptimizedPrioritizedThreadPool.activeEmergencyTasks.set(0);
OptimizedPrioritizedThreadPool.remainingTasks.set(0); OptimizedPrioritizedThreadPool.remainingTasks.set(0);
for (long i = 1; i <= count+1; i++) { for (long i = 1; i <= count; i++) {
long pageNum = (i - 1) * PAGE_SIZE; long pageNum = (i - 1) * PAGE_SIZE;
pageSize = data - pageNum;
if (pageSize>=PAGE_SIZE){
pageSize=PAGE_SIZE;
}
submitEmergencyTask(()->{ submitEmergencyTask(()->{
try { try {
getString(pageNum, finalFieName, finalJoint, basicId, newBasicId, tableId, map, num); getString(pageNum, finalFieName, finalJoint, basicId, newBasicId, tableId, map,pageSize, num);
} finally { } finally {
// 减少剩余任务计数 // 减少剩余任务计数
if (OptimizedPrioritizedThreadPool.remainingTasks.decrementAndGet() == 0) { if (OptimizedPrioritizedThreadPool.remainingTasks.decrementAndGet() == 0) {
@ -304,12 +320,20 @@ public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> i
@NotNull @NotNull
private void getString(Long pageNum,String fieName,String joint,Long basicId,Long newBasicId,Long tableId,HashMap<String, String> map ,Integer num) { private void getString(Long pageNum,
String fieName,
String joint,
Long basicId,
Long newBasicId,
Long tableId,
HashMap<String, String> map ,
Long one,
Integer two) {
String sqlSelect = " SELECT " + fieName + " FROM " + joint +" limit "+pageNum +","+PAGE_SIZE; String sqlSelect = " SELECT " + fieName + " FROM " + joint +" limit "+pageNum +","+PAGE_SIZE;
log.info(sqlSelect); log.info(sqlSelect);
//log.info("执行{}查询的方法",sqlSelect); //log.info("执行{}查询的方法",sqlSelect);
Result<DataValue[][]> tableValueResult = datasourceFeign.findTableValueToArray(basicId, sqlSelect); Result<DataValue[][]> tableValueResult = datasourceFeign.findTableValueToArray(basicId, sqlSelect,one,two);
log.info(tableValueResult); log.info(tableValueResult);
DataValue[][] data = tableValueResult.getData(); DataValue[][] data = tableValueResult.getData();
log.info("执行{}查询的方法结束",sqlSelect); log.info("执行{}查询的方法结束",sqlSelect);