修改超时时间

master
Cui YongXing 2024-09-09 16:32:59 +08:00
parent 713a354e4f
commit 7c6f337941
14 changed files with 45 additions and 27 deletions

View File

@ -29,5 +29,10 @@
<groupId>com.muyu</groupId> <groupId>com.muyu</groupId>
<artifactId>cloud-rule-common</artifactId> <artifactId>cloud-rule-common</artifactId>
</dependency> </dependency>
<dependency>
<groupId>com.muyu</groupId>
<artifactId>cloud-common-etl</artifactId>
<version>1.0.0</version>
</dependency>
</dependencies> </dependencies>
</project> </project>

View File

@ -1,7 +1,7 @@
package com.muyu.common.domian.basic; package com.muyu.common.domian.basic;
import com.muyu.common.domain.DataValue;
import com.muyu.common.domian.basic.abstracts.DataTaskHandler;
public interface BasicTask<T> { public interface BasicTask<T> {
void set(T dataValue); void set(T dataValue);

View File

@ -1,6 +1,6 @@
package com.muyu.common.domian.basic.abstracts; package com.muyu.common.domian.basic.abstracts;
import com.muyu.common.domain.DataValue;
public class DataTaskHandler { public class DataTaskHandler {
private static final ThreadLocal<Object> threadLocal = new ThreadLocal<>(); private static final ThreadLocal<Object> threadLocal = new ThreadLocal<>();

View File

@ -1,6 +1,7 @@
package com.muyu.common.domian.basic.abstracts; package com.muyu.common.domian.basic.abstracts;
import com.muyu.common.domain.DataValue;
import com.muyu.etl.domain.DataValue;
public class DataTaskHandlerRowHandler { public class DataTaskHandlerRowHandler {
public DataTaskHandlerRowHandler() { public DataTaskHandlerRowHandler() {

View File

@ -1,6 +1,7 @@
package com.muyu.common.domian.basic.abstracts; package com.muyu.common.domian.basic.abstracts;
import com.muyu.common.domain.DataValue;
import com.muyu.etl.domain.DataValue;
public class DataTaskValueHandler { public class DataTaskValueHandler {
public DataTaskValueHandler() { public DataTaskValueHandler() {

View File

@ -25,6 +25,12 @@
<groupId>com.muyu</groupId> <groupId>com.muyu</groupId>
<artifactId>cloud-rule-common</artifactId> <artifactId>cloud-rule-common</artifactId>
</dependency> </dependency>
<dependency>
<groupId>com.muyu</groupId>
<artifactId>cloud-common-etl</artifactId>
<version>1.0.0</version>
<scope>compile</scope>
</dependency>
</dependencies> </dependencies>
</project> </project>

View File

@ -1,7 +1,8 @@
package com.muyu.remote.feign; package com.muyu.remote.feign;
import com.muyu.common.domain.DataValue;
import com.muyu.etl.domain.DataValue;
import com.muyu.remote.feign.Factory.DatasourceFeignFactory; import com.muyu.remote.feign.Factory.DatasourceFeignFactory;
import org.springframework.cloud.openfeign.EnableFeignClients; import org.springframework.cloud.openfeign.EnableFeignClients;
import org.springframework.cloud.openfeign.FeignClient; import org.springframework.cloud.openfeign.FeignClient;

View File

@ -1,7 +1,7 @@
package com.muyu.remote.feign.Factory; package com.muyu.remote.feign.Factory;
import com.muyu.common.core.domain.Result; import com.muyu.common.core.domain.Result;
import com.muyu.common.domain.DataValue; import com.muyu.etl.domain.DataValue;
import com.muyu.remote.feign.DatasourceFeign; import com.muyu.remote.feign.DatasourceFeign;
import lombok.extern.log4j.Log4j2; import lombok.extern.log4j.Log4j2;
import org.springframework.cloud.openfeign.FallbackFactory; import org.springframework.cloud.openfeign.FallbackFactory;

View File

@ -1,7 +1,7 @@
package com.muyu.remote.feign.Factory; package com.muyu.remote.feign.Factory;
import com.muyu.common.core.domain.Result; import com.muyu.common.core.domain.Result;
import com.muyu.common.domain.DataValue; import com.muyu.etl.domain.DataValue;
import com.muyu.remote.feign.DatasourceFeign; import com.muyu.remote.feign.DatasourceFeign;
import com.muyu.remote.feign.RuleFeign; import com.muyu.remote.feign.RuleFeign;
import com.muyu.rule.common.domain.RuleEngineVersion; import com.muyu.rule.common.domain.RuleEngineVersion;

View File

@ -1,7 +1,8 @@
package com.muyu.remote.feign; package com.muyu.remote.feign;
import com.muyu.common.core.domain.Result; import com.muyu.common.core.domain.Result;
import com.muyu.common.domain.DataValue;
import com.muyu.etl.domain.DataValue;
import com.muyu.remote.feign.Factory.RuleFactory; import com.muyu.remote.feign.Factory.RuleFactory;
import com.muyu.rule.common.domain.RuleEngineVersion; import com.muyu.rule.common.domain.RuleEngineVersion;
import io.swagger.v3.oas.annotations.Operation; import io.swagger.v3.oas.annotations.Operation;

View File

@ -100,7 +100,11 @@
<groupId>com.muyu</groupId> <groupId>com.muyu</groupId>
<artifactId>cloud-datasources-common</artifactId> <artifactId>cloud-datasources-common</artifactId>
</dependency> </dependency>
<dependency>
<groupId>com.muyu</groupId>
<artifactId>cloud-datasources-client</artifactId>
<version>1.0.0</version>
</dependency>
</dependencies> </dependencies>
<build> <build>

View File

@ -4,14 +4,19 @@ import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper; import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import com.baomidou.mybatisplus.extension.plugins.pagination.Page; import com.baomidou.mybatisplus.extension.plugins.pagination.Page;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl; import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import com.muyu.client.mysql.MySqlDataSource;
import com.muyu.client.mysql.MySqlQuery;
import com.muyu.common.core.domain.Result; import com.muyu.common.core.domain.Result;
import com.muyu.common.core.utils.StringUtils; import com.muyu.common.core.utils.StringUtils;
import com.muyu.common.domain.DataValue;
import com.muyu.common.data.base.BaseQuery;
import com.muyu.common.domian.*; import com.muyu.common.domian.*;
import com.muyu.common.domian.basic.abstracts.DataTaskAbstracts; import com.muyu.common.domian.basic.abstracts.DataTaskAbstracts;
import com.muyu.common.domian.enums.Weight; import com.muyu.common.domian.enums.Weight;
import com.muyu.common.domian.req.TaskInfoListReq; import com.muyu.common.domian.req.TaskInfoListReq;
import com.muyu.common.domian.resp.TaskInfoResp; import com.muyu.common.domian.resp.TaskInfoResp;
import com.muyu.common.pool.MysqlPool;
import com.muyu.etl.domain.DataValue;
import com.muyu.remote.feign.DatasourceFeign; import com.muyu.remote.feign.DatasourceFeign;
import com.muyu.remote.feign.RuleFeign; import com.muyu.remote.feign.RuleFeign;
import com.muyu.rule.common.domain.RuleEngineVersion; import com.muyu.rule.common.domain.RuleEngineVersion;
@ -324,7 +329,8 @@ public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> i
return joint; return joint;
} }
@Resource
private MySqlDataSource mySqlDataSource;
@NotNull @NotNull
private void getString(Long pageNum, private void getString(Long pageNum,
String fieName, String fieName,
@ -338,12 +344,13 @@ public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> i
Long taskId) { Long taskId) {
String sqlSelect = " SELECT " + fieName + " FROM " + joint + " LIMIT " + PAGE_SIZE + " OFFSET " + pageNum; String sqlSelect = " SELECT " + fieName + " FROM " + joint + " LIMIT " + PAGE_SIZE + " OFFSET " + pageNum;
log.info(sqlSelect); log.info(sqlSelect);
mySqlDataSource.setQuery(MySqlQuery.builder().dataSourceId(basicId).sql(sqlSelect).one(one).two(two).build());
DataValue[][] rows = mySqlDataSource.getRows();
//log.info("执行{}查询的方法",sqlSelect); //log.info("执行{}查询的方法",sqlSelect);
Result<DataValue[][]> tableValueResult = datasourceFeign.findTableValueToArray(basicId, sqlSelect, one, two); // Result<DataValue[][]> tableValueResult = datasourceFeign.findTableValueToArray(basicId, sqlSelect, one, two);
log.info(tableValueResult); //log.info(tableValueResult);
//
DataValue[][] data = tableValueResult.getData(); // DataValue[][] data = tableValueResult.getData();
log.info("执行{}查询的方法结束", sqlSelect); log.info("执行{}查询的方法结束", sqlSelect);
// for (DataValue[] datum : data) { // for (DataValue[] datum : data) {
// for (DataValue dataValue : datum) { // for (DataValue dataValue : datum) {
@ -354,7 +361,7 @@ public class TaskInfoServiceImpl extends ServiceImpl<TaskInfoMapper, TaskInfo> i
// } // }
// Result result = datasourceFeign.addProduct(newBasicId, tableId, data); // Result result = datasourceFeign.addProduct(newBasicId, tableId, data);
// log.info("{}添加结束", result); // log.info("{}添加结束", result);
executeTheRule(data, map, newBasicId, tableId, taskId); executeTheRule(rows, map, newBasicId, tableId, taskId);
} }

View File

@ -1,13 +1,9 @@
package com.muyu.task.server.service.impl; package com.muyu.task.server.service.impl;
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper; import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import com.baomidou.mybatisplus.extension.plugins.pagination.Page; import com.baomidou.mybatisplus.extension.plugins.pagination.Page;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl; import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import com.muyu.common.core.domain.Result;
import com.muyu.common.core.utils.StringUtils; import com.muyu.common.core.utils.StringUtils;
import com.muyu.common.domain.DataValue;
import com.muyu.common.domian.NodeJoint;
import com.muyu.common.domian.TaskInput; import com.muyu.common.domian.TaskInput;
import com.muyu.common.domian.req.TaskInputListReq; import com.muyu.common.domian.req.TaskInputListReq;
import com.muyu.remote.feign.DatasourceFeign; import com.muyu.remote.feign.DatasourceFeign;
@ -17,10 +13,6 @@ import com.muyu.task.server.service.NodeTableService;
import com.muyu.task.server.service.TaskInputService; import com.muyu.task.server.service.TaskInputService;
import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service; import org.springframework.stereotype.Service;
import org.springframework.util.CollectionUtils;
import java.util.HashSet;
import java.util.List;
@Service @Service
public class TaskInputServiceImpl extends ServiceImpl<TaskInputMapper, TaskInput> implements TaskInputService { public class TaskInputServiceImpl extends ServiceImpl<TaskInputMapper, TaskInput> implements TaskInputService {

View File

@ -37,7 +37,7 @@ public class OptimizedPrioritizedThreadPool {
// 创建固定大小的线程池 // 创建固定大小的线程池
executor = new ThreadPoolExecutor( executor = new ThreadPoolExecutor(
totalThreads, totalThreads, totalThreads, totalThreads,
80L, TimeUnit.SECONDS, 180L, TimeUnit.SECONDS,
new LinkedBlockingQueue<Runnable>() new LinkedBlockingQueue<Runnable>()
); );
highPrioritySemaphore = new Semaphore(defaultHighThreads); highPrioritySemaphore = new Semaphore(defaultHighThreads);