diff --git a/etl-modules/etl-data-source/etl-data-source-client/pom.xml b/etl-modules/etl-data-source/etl-data-source-client/pom.xml
new file mode 100644
index 0000000..1e19dd1
--- /dev/null
+++ b/etl-modules/etl-data-source/etl-data-source-client/pom.xml
@@ -0,0 +1,27 @@
+
+
+ 4.0.0
+
+ com.etl
+ etl-data-source
+ 3.6.3
+
+
+ etl-data-source-client
+
+
+ 17
+ 17
+ UTF-8
+
+
+
+
+ com.etl
+ etl-data-source-remote
+
+
+
+
diff --git a/etl-modules/etl-data-source/etl-data-source-client/src/main/java/com/etl/data/client/config/DataAccessClientConfig.java b/etl-modules/etl-data-source/etl-data-source-client/src/main/java/com/etl/data/client/config/DataAccessClientConfig.java
index 8ec0f92..df0ae68 100644
--- a/etl-modules/etl-data-source/etl-data-source-client/src/main/java/com/etl/data/client/config/DataAccessClientConfig.java
+++ b/etl-modules/etl-data-source/etl-data-source-client/src/main/java/com/etl/data/client/config/DataAccessClientConfig.java
@@ -10,10 +10,7 @@ import org.springframework.stereotype.Component;
* @author YunFei.Du
* @date 21:34 2024/5/8
*/
-@ComponentScan
+@Component
@Import ( value = {DataAccessClientRunner.class})
public class DataAccessClientConfig {
- public static void main(String[] args) {
- System.out.println ("连接池 编码" );
- }
}
diff --git a/etl-modules/etl-data-source/etl-data-source-client/src/main/java/com/etl/data/client/config/DataAccessClientRunner.java b/etl-modules/etl-data-source/etl-data-source-client/src/main/java/com/etl/data/client/config/DataAccessClientRunner.java
index d8b5288..e94ee30 100644
--- a/etl-modules/etl-data-source/etl-data-source-client/src/main/java/com/etl/data/client/config/DataAccessClientRunner.java
+++ b/etl-modules/etl-data-source/etl-data-source-client/src/main/java/com/etl/data/client/config/DataAccessClientRunner.java
@@ -1,22 +1,43 @@
package com.etl.data.client.config;
-import feign.Param;
+
+import com.etl.data.domain.DataSource;
+import com.etl.data.domain.config.DataSourceConfig;
+import com.etl.data.domain.req.DataSourceQueryReq;
+import com.etl.data.source.remote.RemoteDataSourceService;
+import lombok.extern.log4j.Log4j2;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.boot.ApplicationArguments;
import org.springframework.boot.ApplicationRunner;
+import java.util.HashMap;
+import java.util.List;
+
/**
- * @ClassName DataAccessClientRunner
- * @Description 描述
- * @Author YunFei.Du
- * @Date 2024/5/8 21:35
+ * 数据访问客户端运行程序
+ * @author YunFei.Du
+ * @date 14:10 2024/5/10
*/
+@Log4j2
public class DataAccessClientRunner implements ApplicationRunner {
-
+ @Autowired
+ private RemoteDataSourceService remoteDataSourceService;
@Override
- public void run(ApplicationArguments args) throws Exception {
+ public void run(ApplicationArguments args) {
+ try {
+ List< DataSource > dataSourceList = remoteDataSourceService.getDataSourceList ( new DataSourceQueryReq () ).getData ( ).getRows ( );
+ HashMap< String, javax.sql.DataSource > hashMap = new HashMap<> ( );
+ for (DataSource dataSource : dataSourceList) {
+ log.info ( "dataSource:{}", dataSource );
+ javax.sql.DataSource dataSource1 = DataSourceConfig.dataSource ( dataSource.getHost ( ), dataSource.getDatabaseName ( ), dataSource.getPort ( ), dataSource.getUsername ( ), dataSource.getPassword ( ) );
+ log.info ( "dataSource111:{}", dataSource1 );
+ hashMap.put ( dataSource.getName ( ), dataSource1 );
+ }
+ } catch (Exception e) {
+ log.error ( "失败了" );
+ }
}
}
diff --git a/etl-modules/etl-data-source/etl-data-source-common/pom.xml b/etl-modules/etl-data-source/etl-data-source-common/pom.xml
index 5e75297..e9e452c 100644
--- a/etl-modules/etl-data-source/etl-data-source-common/pom.xml
+++ b/etl-modules/etl-data-source/etl-data-source-common/pom.xml
@@ -21,6 +21,22 @@
com.etl
etl-common-core
+
+ com.alibaba
+ druid
+ 1.2.20
+ compile
+
+
+ com.alibaba
+ druid
+ 1.2.20
+ compile
+
+
+ com.etl
+ etl-common-system
+
diff --git a/etl-modules/etl-data-source/etl-data-source-remote/pom.xml b/etl-modules/etl-data-source/etl-data-source-remote/pom.xml
index 47e86db..64576a7 100644
--- a/etl-modules/etl-data-source/etl-data-source-remote/pom.xml
+++ b/etl-modules/etl-data-source/etl-data-source-remote/pom.xml
@@ -16,5 +16,24 @@
17
UTF-8
+
+
+ org.springframework.cloud
+ spring-cloud-openfeign-core
+
+
+ com.etl
+ etl-rule-engine-common
+ 3.6.3
+
+
+ com.etl
+ etl-common-core
+
+
+ com.etl
+ etl-data-source-common
+
+
diff --git a/etl-modules/etl-data-unit/pom.xml b/etl-modules/etl-data-unit/pom.xml
new file mode 100644
index 0000000..f614d8f
--- /dev/null
+++ b/etl-modules/etl-data-unit/pom.xml
@@ -0,0 +1,93 @@
+
+
+ 4.0.0
+
+ com.etl
+ etl-modules
+ 3.6.3
+
+
+ etl-data-unit
+
+
+ 17
+ 17
+ UTF-8
+
+
+
+
+ com.etl
+ etl-data-source-client
+ 3.6.3
+
+
+ com.etl
+ etl-data-source-remote
+ 3.6.3
+
+
+
+
+ com.alibaba.cloud
+ spring-cloud-starter-alibaba-nacos-discovery
+
+
+
+
+ com.alibaba.cloud
+ spring-cloud-starter-alibaba-nacos-config
+
+
+
+
+ com.alibaba.cloud
+ spring-cloud-starter-alibaba-sentinel
+
+
+
+
+ org.springframework.boot
+ spring-boot-starter-actuator
+
+
+
+
+
+ com.etl
+ etl-common-log
+
+
+
+
+ com.etl
+ etl-common-swagger
+
+
+
+
+
+
+ ${project.artifactId}
+
+
+ org.springframework.boot
+ spring-boot-maven-plugin
+
+ true
+
+
+
+
+ org.apache.maven.plugins
+ maven-deploy-plugin
+
+ true
+
+
+
+
+
+
diff --git a/etl-modules/etl-data-unit/src/main/java/com/etl/data/unit/DataUnitApplication.java b/etl-modules/etl-data-unit/src/main/java/com/etl/data/unit/DataUnitApplication.java
new file mode 100644
index 0000000..fa98de0
--- /dev/null
+++ b/etl-modules/etl-data-unit/src/main/java/com/etl/data/unit/DataUnitApplication.java
@@ -0,0 +1,26 @@
+package com.etl.data.unit;
+
+import com.etl.common.security.annotation.EnableMyFeignClients;
+import com.etl.common.swagger.annotation.EnableCustomSwagger2;
+import org.springframework.boot.SpringApplication;
+import org.springframework.boot.autoconfigure.SpringBootApplication;
+import org.springframework.boot.autoconfigure.jdbc.DataSourceAutoConfiguration;
+import org.springframework.scheduling.annotation.EnableAsync;
+import org.springframework.scheduling.annotation.EnableScheduling;
+
+/**
+ * @ClassName DataUnitApplication
+ * @Description 描述
+ * @Author YunFei.Du
+ * @Date 2024/5/10 9:55
+ */
+@EnableScheduling
+@EnableCustomSwagger2
+@EnableMyFeignClients
+@SpringBootApplication(exclude = DataSourceAutoConfiguration.class)
+@EnableAsync
+public class DataUnitApplication {
+ public static void main(String[] args) {
+ SpringApplication.run ( DataUnitApplication.class, args );
+ }
+}
diff --git a/etl-modules/etl-data-unit/src/main/resources/banner.txt b/etl-modules/etl-data-unit/src/main/resources/banner.txt
new file mode 100644
index 0000000..0dd5eee
--- /dev/null
+++ b/etl-modules/etl-data-unit/src/main/resources/banner.txt
@@ -0,0 +1,2 @@
+Spring Boot Version: ${spring-boot.version}
+Spring Application Name: ${spring.application.name}
diff --git a/etl-modules/etl-data-unit/src/main/resources/bootstrap.yml b/etl-modules/etl-data-unit/src/main/resources/bootstrap.yml
new file mode 100644
index 0000000..669e0e3
--- /dev/null
+++ b/etl-modules/etl-data-unit/src/main/resources/bootstrap.yml
@@ -0,0 +1,34 @@
+# Tomcat
+server:
+ port: 9523
+
+# Spring
+spring:
+ main:
+ allow-circular-references: true
+ application:
+ # 应用名称
+ name: etl-data-unit
+ profiles:
+ # 环境配置
+ active: dev
+ cloud:
+ nacos:
+ discovery:
+ # 服务注册地址
+ server-addr: 111.229.102.61:8848
+ # 命名空间
+ namespace: etl
+ config:
+ # 配置中心地址
+ server-addr: 111.229.102.61:8848
+ # 命名空间
+ namespace: etl
+ # 配置文件格式
+ file-extension: yml
+ # 共享配置
+ shared-configs:
+ - application-${spring.profiles.active}.${spring.cloud.nacos.config.file-extension}
+logging:
+ level:
+ com.etl.data.mapper: DEBUG
diff --git a/etl-modules/etl-rule-engine/etl-rule-engine-client/pom.xml b/etl-modules/etl-rule-engine/etl-rule-engine-client/pom.xml
new file mode 100644
index 0000000..798e5a6
--- /dev/null
+++ b/etl-modules/etl-rule-engine/etl-rule-engine-client/pom.xml
@@ -0,0 +1,26 @@
+
+
+ 4.0.0
+
+ com.etl
+ etl-rule-engine
+ 3.6.3
+
+
+ etl-rule-engine-client
+
+
+ 17
+ 17
+ UTF-8
+
+
+
+ com.etl
+ etl-rule-engine-common
+ 3.6.3
+
+
+
diff --git a/etl-modules/etl-rule-engine/etl-rule-engine-common/pom.xml b/etl-modules/etl-rule-engine/etl-rule-engine-common/pom.xml
new file mode 100644
index 0000000..a10d87c
--- /dev/null
+++ b/etl-modules/etl-rule-engine/etl-rule-engine-common/pom.xml
@@ -0,0 +1,26 @@
+
+
+ 4.0.0
+
+ com.etl
+ etl-rule-engine
+ 3.6.3
+
+
+ etl-rule-engine-common
+
+
+ 17
+ 17
+ UTF-8
+
+
+
+ com.etl
+ etl-common-core
+
+
+
+
diff --git a/etl-modules/etl-rule-engine/etl-rule-engine-remote/pom.xml b/etl-modules/etl-rule-engine/etl-rule-engine-remote/pom.xml
new file mode 100644
index 0000000..6dc3a42
--- /dev/null
+++ b/etl-modules/etl-rule-engine/etl-rule-engine-remote/pom.xml
@@ -0,0 +1,20 @@
+
+
+ 4.0.0
+
+ com.etl
+ etl-rule-engine
+ 3.6.3
+
+
+ etl-rule-engine-remote
+
+
+ 17
+ 17
+ UTF-8
+
+
+
diff --git a/etl-modules/etl-rule-engine/etl-rule-engine-server/pom.xml b/etl-modules/etl-rule-engine/etl-rule-engine-server/pom.xml
new file mode 100644
index 0000000..5bea871
--- /dev/null
+++ b/etl-modules/etl-rule-engine/etl-rule-engine-server/pom.xml
@@ -0,0 +1,134 @@
+
+
+ 4.0.0
+
+ com.etl
+ etl-rule-engine
+ 3.6.3
+
+
+ etl-rule-engine-server
+
+
+ 17
+ 17
+ UTF-8
+
+
+
+
+
+ com.alibaba.cloud
+ spring-cloud-starter-alibaba-nacos-discovery
+
+
+
+
+ com.alibaba.cloud
+ spring-cloud-starter-alibaba-nacos-config
+
+
+
+
+ com.alibaba.cloud
+ spring-cloud-starter-alibaba-sentinel
+
+
+
+
+ org.springframework.boot
+ spring-boot-starter-actuator
+
+
+
+
+ io.springfox
+ springfox-swagger-ui
+ ${swagger.fox.version}
+
+
+
+
+ com.mysql
+ mysql-connector-j
+
+
+
+
+ com.etl
+ etl-common-datasource
+
+
+
+
+ com.etl
+ etl-common-datascope
+
+
+
+
+ com.etl
+ etl-common-log
+
+
+
+
+ com.etl
+ etl-common-swagger
+
+
+
+
+ com.etl
+ etl-data-source-common
+
+
+
+
+
+ com.etl
+ etl-data-source-remote
+
+
+
+
+ org.postgresql
+ postgresql
+ 42.5.0
+
+
+ com.etl
+ etl-rule-engine-common
+ 3.6.3
+ compile
+
+
+
+
+
+ ${project.artifactId}
+
+
+ org.springframework.boot
+ spring-boot-maven-plugin
+
+
+
+ repackage
+
+
+
+
+
+
+ org.apache.maven.plugins
+ maven-deploy-plugin
+
+ true
+
+
+
+
+