From 03eecd791df78f3f91f07ce2aba2f7e7db443a35 Mon Sep 17 00:00:00 2001
From: chao <3072464591@QQ.com>
Date: Sat, 20 Apr 2024 20:04:31 +0800
Subject: [PATCH] =?UTF-8?q?=E5=88=9B=E5=BB=BA=E6=95=B0=E6=8D=AE=E6=BA=90?=
 =?UTF-8?q?=E6=A8=A1=E5=9D=97?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 .../etl-modules-data-source-common/pom.xml    | 27 ++++++
 .../etl-modules-data-source-remote/pom.xml    | 27 ++++++
 .../etl-modules-data-source-system/pom.xml    | 89 +++++++++++++++++++
 .../etl/source/ETLDataSourceApplication.java  | 22 +++++
 .../src/main/resources/banner.txt             |  2 +
 .../src/main/resources/bootstrap.yml          | 32 +++++++
 .../src/main/resources/logback.xml            | 74 +++++++++++++++
 etl-modules/etl-modules-data-source/pom.xml   | 29 ++++++
 etl-modules/pom.xml                           |  1 +
 pom.xml                                       | 14 +++
 10 files changed, 317 insertions(+)
 create mode 100644 etl-modules/etl-modules-data-source/etl-modules-data-source-common/pom.xml
 create mode 100644 etl-modules/etl-modules-data-source/etl-modules-data-source-remote/pom.xml
 create mode 100644 etl-modules/etl-modules-data-source/etl-modules-data-source-system/pom.xml
 create mode 100644 etl-modules/etl-modules-data-source/etl-modules-data-source-system/src/main/java/com/etl/source/ETLDataSourceApplication.java
 create mode 100644 etl-modules/etl-modules-data-source/etl-modules-data-source-system/src/main/resources/banner.txt
 create mode 100644 etl-modules/etl-modules-data-source/etl-modules-data-source-system/src/main/resources/bootstrap.yml
 create mode 100644 etl-modules/etl-modules-data-source/etl-modules-data-source-system/src/main/resources/logback.xml
 create mode 100644 etl-modules/etl-modules-data-source/pom.xml

diff --git a/etl-modules/etl-modules-data-source/etl-modules-data-source-common/pom.xml b/etl-modules/etl-modules-data-source/etl-modules-data-source-common/pom.xml
new file mode 100644
index 0000000..5b34a42
--- /dev/null
+++ b/etl-modules/etl-modules-data-source/etl-modules-data-source-common/pom.xml
@@ -0,0 +1,27 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <parent>
+        <groupId>com.etl</groupId>
+        <artifactId>etl-modules-data-source</artifactId>
+        <version>3.6.3</version>
+    </parent>
+
+    <artifactId>etl-modules-data-source-common</artifactId>
+
+    <properties>
+        <maven.compiler.source>17</maven.compiler.source>
+        <maven.compiler.target>17</maven.compiler.target>
+        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+    </properties>
+    <dependencies>
+
+        <dependency>
+            <groupId>com.etl</groupId>
+            <artifactId>etl-common-core</artifactId>
+        </dependency>
+    </dependencies>
+
+</project>
diff --git a/etl-modules/etl-modules-data-source/etl-modules-data-source-remote/pom.xml b/etl-modules/etl-modules-data-source/etl-modules-data-source-remote/pom.xml
new file mode 100644
index 0000000..d3758a9
--- /dev/null
+++ b/etl-modules/etl-modules-data-source/etl-modules-data-source-remote/pom.xml
@@ -0,0 +1,27 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <parent>
+        <groupId>com.etl</groupId>
+        <artifactId>etl-modules-data-source</artifactId>
+        <version>3.6.3</version>
+    </parent>
+
+    <artifactId>etl-modules-data-source-remote</artifactId>
+
+    <properties>
+        <maven.compiler.source>17</maven.compiler.source>
+        <maven.compiler.target>17</maven.compiler.target>
+        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+    </properties>
+
+    <dependencies>
+        <dependency>
+            <groupId>com.etl</groupId>
+            <artifactId>etl-modules-data-source-common</artifactId>
+        </dependency>
+    </dependencies>
+
+</project>
diff --git a/etl-modules/etl-modules-data-source/etl-modules-data-source-system/pom.xml b/etl-modules/etl-modules-data-source/etl-modules-data-source-system/pom.xml
new file mode 100644
index 0000000..ee551f3
--- /dev/null
+++ b/etl-modules/etl-modules-data-source/etl-modules-data-source-system/pom.xml
@@ -0,0 +1,89 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <parent>
+        <groupId>com.etl</groupId>
+        <artifactId>etl-modules-data-source</artifactId>
+        <version>3.6.3</version>
+    </parent>
+
+    <artifactId>etl-modules-data-source-system</artifactId>
+
+    <properties>
+        <maven.compiler.source>17</maven.compiler.source>
+        <maven.compiler.target>17</maven.compiler.target>
+        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+    </properties>
+
+    <dependencies>
+
+        <!-- SpringCloud Alibaba Nacos -->
+        <dependency>
+            <groupId>com.alibaba.cloud</groupId>
+            <artifactId>spring-cloud-starter-alibaba-nacos-discovery</artifactId>
+        </dependency>
+
+        <!-- SpringCloud Alibaba Nacos Config -->
+        <dependency>
+            <groupId>com.alibaba.cloud</groupId>
+            <artifactId>spring-cloud-starter-alibaba-nacos-config</artifactId>
+        </dependency>
+
+        <!-- SpringCloud Alibaba Sentinel -->
+        <dependency>
+            <groupId>com.alibaba.cloud</groupId>
+            <artifactId>spring-cloud-starter-alibaba-sentinel</artifactId>
+        </dependency>
+
+        <!-- SpringBoot Actuator -->
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter-actuator</artifactId>
+        </dependency>
+
+        <!-- Swagger UI -->
+        <dependency>
+            <groupId>io.springfox</groupId>
+            <artifactId>springfox-swagger-ui</artifactId>
+            <version>${swagger.fox.version}</version>
+        </dependency>
+
+        <!-- Mysql Connector -->
+        <dependency>
+            <groupId>com.mysql</groupId>
+            <artifactId>mysql-connector-j</artifactId>
+        </dependency>
+
+        <!-- ETL Common DataSource -->
+        <dependency>
+            <groupId>com.etl</groupId>
+            <artifactId>etl-common-datasource</artifactId>
+        </dependency>
+
+        <!-- ETL Common DataScope -->
+        <dependency>
+            <groupId>com.etl</groupId>
+            <artifactId>etl-common-datascope</artifactId>
+        </dependency>
+
+        <!-- ETL Common Log -->
+        <dependency>
+            <groupId>com.etl</groupId>
+            <artifactId>etl-common-log</artifactId>
+        </dependency>
+
+        <!-- ETL Common Swagger -->
+        <dependency>
+            <groupId>com.etl</groupId>
+            <artifactId>etl-common-swagger</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>com.etl</groupId>
+            <artifactId>etl-modules-data-source-common</artifactId>
+        </dependency>
+    </dependencies>
+
+</project>
diff --git a/etl-modules/etl-modules-data-source/etl-modules-data-source-system/src/main/java/com/etl/source/ETLDataSourceApplication.java b/etl-modules/etl-modules-data-source/etl-modules-data-source-system/src/main/java/com/etl/source/ETLDataSourceApplication.java
new file mode 100644
index 0000000..3eeb67f
--- /dev/null
+++ b/etl-modules/etl-modules-data-source/etl-modules-data-source-system/src/main/java/com/etl/source/ETLDataSourceApplication.java
@@ -0,0 +1,22 @@
+package com.etl.source;
+
+import com.etl.common.security.annotation.EnableCustomConfig;
+import com.etl.common.security.annotation.EnableMyFeignClients;
+import com.etl.common.swagger.annotation.EnableCustomSwagger2;
+import org.springframework.boot.SpringApplication;
+import org.springframework.boot.autoconfigure.SpringBootApplication;
+
+/**
+ * 数据源模块
+ *
+ * @author Chao
+ */
+@EnableCustomConfig
+@EnableCustomSwagger2
+@EnableMyFeignClients
+@SpringBootApplication
+public class ETLDataSourceApplication {
+    public static void main (String[] args) {
+        SpringApplication.run(ETLDataSourceApplication.class, args);
+    }
+}
diff --git a/etl-modules/etl-modules-data-source/etl-modules-data-source-system/src/main/resources/banner.txt b/etl-modules/etl-modules-data-source/etl-modules-data-source-system/src/main/resources/banner.txt
new file mode 100644
index 0000000..0dd5eee
--- /dev/null
+++ b/etl-modules/etl-modules-data-source/etl-modules-data-source-system/src/main/resources/banner.txt
@@ -0,0 +1,2 @@
+Spring Boot Version: ${spring-boot.version}
+Spring Application Name: ${spring.application.name}
diff --git a/etl-modules/etl-modules-data-source/etl-modules-data-source-system/src/main/resources/bootstrap.yml b/etl-modules/etl-modules-data-source/etl-modules-data-source-system/src/main/resources/bootstrap.yml
new file mode 100644
index 0000000..67f2317
--- /dev/null
+++ b/etl-modules/etl-modules-data-source/etl-modules-data-source-system/src/main/resources/bootstrap.yml
@@ -0,0 +1,32 @@
+# Tomcat
+server:
+  port: 9302
+
+# Spring
+spring:
+  application:
+    # 应用名称
+    name: etl-data-source
+  profiles:
+    # 环境配置
+    active: dev
+  cloud:
+    nacos:
+      discovery:
+        # 服务注册地址
+        server-addr: 192.168.23.133:8848
+        # 命名空间
+        namespace: etl
+      config:
+        # 配置中心地址
+        server-addr: 192.168.23.133:8848
+        # 命名空间
+        namespace: etl
+        # 配置文件格式
+        file-extension: yml
+        # 共享配置
+        shared-configs:
+          - application-${spring.profiles.active}.${spring.cloud.nacos.config.file-extension}
+logging:
+  level:
+    com.etl.system.mapper: DEBUG
diff --git a/etl-modules/etl-modules-data-source/etl-modules-data-source-system/src/main/resources/logback.xml b/etl-modules/etl-modules-data-source/etl-modules-data-source-system/src/main/resources/logback.xml
new file mode 100644
index 0000000..ed5d1de
--- /dev/null
+++ b/etl-modules/etl-modules-data-source/etl-modules-data-source-system/src/main/resources/logback.xml
@@ -0,0 +1,74 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<configuration scan="true" scanPeriod="60 seconds" debug="false">
+    <!-- 日志存放路径 -->
+    <property name="log.path" value="logs/etl-system"/>
+    <!-- 日志输出格式 -->
+    <property name="log.pattern" value="%d{HH:mm:ss.SSS} [%thread] %-5level %logger{20} - [%method,%line] - %msg%n"/>
+
+    <!-- 控制台输出 -->
+    <appender name="console" class="ch.qos.logback.core.ConsoleAppender">
+        <encoder>
+            <pattern>${log.pattern}</pattern>
+        </encoder>
+    </appender>
+
+    <!-- 系统日志输出 -->
+    <appender name="file_info" class="ch.qos.logback.core.rolling.RollingFileAppender">
+        <file>${log.path}/info.log</file>
+        <!-- 循环政策：基于时间创建日志文件 -->
+        <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
+            <!-- 日志文件名格式 -->
+            <fileNamePattern>${log.path}/info.%d{yyyy-MM-dd}.log</fileNamePattern>
+            <!-- 日志最大的历史 60天 -->
+            <maxHistory>60</maxHistory>
+        </rollingPolicy>
+        <encoder>
+            <pattern>${log.pattern}</pattern>
+        </encoder>
+        <filter class="ch.qos.logback.classic.filter.LevelFilter">
+            <!-- 过滤的级别 -->
+            <level>INFO</level>
+            <!-- 匹配时的操作：接收（记录） -->
+            <onMatch>ACCEPT</onMatch>
+            <!-- 不匹配时的操作：拒绝（不记录） -->
+            <onMismatch>DENY</onMismatch>
+        </filter>
+    </appender>
+
+    <appender name="file_error" class="ch.qos.logback.core.rolling.RollingFileAppender">
+        <file>${log.path}/error.log</file>
+        <!-- 循环政策：基于时间创建日志文件 -->
+        <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
+            <!-- 日志文件名格式 -->
+            <fileNamePattern>${log.path}/error.%d{yyyy-MM-dd}.log</fileNamePattern>
+            <!-- 日志最大的历史 60天 -->
+            <maxHistory>60</maxHistory>
+        </rollingPolicy>
+        <encoder>
+            <pattern>${log.pattern}</pattern>
+        </encoder>
+        <filter class="ch.qos.logback.classic.filter.LevelFilter">
+            <!-- 过滤的级别 -->
+            <level>ERROR</level>
+            <!-- 匹配时的操作：接收（记录） -->
+            <onMatch>ACCEPT</onMatch>
+            <!-- 不匹配时的操作：拒绝（不记录） -->
+            <onMismatch>DENY</onMismatch>
+        </filter>
+    </appender>
+
+    <!-- 系统模块日志级别控制  -->
+    <logger name="com.etl" level="info"/>
+    <!-- Spring日志级别控制  -->
+    <logger name="org.springframework" level="warn"/>
+
+    <root level="info">
+        <appender-ref ref="console"/>
+    </root>
+
+    <!--系统操作日志-->
+    <root level="info">
+        <appender-ref ref="file_info"/>
+        <appender-ref ref="file_error"/>
+    </root>
+</configuration>
diff --git a/etl-modules/etl-modules-data-source/pom.xml b/etl-modules/etl-modules-data-source/pom.xml
new file mode 100644
index 0000000..188c259
--- /dev/null
+++ b/etl-modules/etl-modules-data-source/pom.xml
@@ -0,0 +1,29 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <parent>
+        <groupId>com.etl</groupId>
+        <artifactId>etl-modules</artifactId>
+        <version>3.6.3</version>
+    </parent>
+
+    <artifactId>etl-modules-data-source</artifactId>
+    <packaging>pom</packaging>
+    <modules>
+        <module>etl-modules-data-source-common</module>
+        <module>etl-modules-data-source-remote</module>
+        <module>etl-modules-data-source-system</module>
+    </modules>
+
+    <properties>
+        <maven.compiler.source>17</maven.compiler.source>
+        <maven.compiler.target>17</maven.compiler.target>
+        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+    </properties>
+    <description>
+        etl-modules-data-source 数据源模块
+    </description>
+
+</project>
diff --git a/etl-modules/pom.xml b/etl-modules/pom.xml
index be45ed9..68ef16f 100644
--- a/etl-modules/pom.xml
+++ b/etl-modules/pom.xml
@@ -13,6 +13,7 @@
         <module>etl-modules-gen</module>
         <module>etl-modules-job</module>
         <module>etl-modules-file</module>
+        <module>etl-modules-data-source</module>
     </modules>
 
     <artifactId>etl-modules</artifactId>
diff --git a/pom.xml b/pom.xml
index f6baba5..a06023e 100644
--- a/pom.xml
+++ b/pom.xml
@@ -206,6 +206,20 @@
                 <version>${etl.version}</version>
             </dependency>
 
+            <!-- 数据源模块 公共依赖-->
+            <dependency>
+                <groupId>com.etl</groupId>
+                <artifactId>etl-modules-data-source-common</artifactId>
+                <version>${etl.version}</version>
+            </dependency>
+
+            <!-- 数据源模块 远程依赖-->
+            <dependency>
+                <groupId>com.etl</groupId>
+                <artifactId>etl-modules-data-source-remote</artifactId>
+                <version>${etl.version}</version>
+            </dependency>
+
         </dependencies>
     </dependencyManagement>