连接数据源

.idea/compiler.xml

@@ -11,5 +11,9 @@
         <module name="etl-gateway" />
       </profile>
     </annotationProcessing>
+    <bytecodeTargetLevel>
+      <module name="ays" target="1.8" />
+      <module name="etl-ays-security" target="1.8" />
+    </bytecodeTargetLevel>
   </component>
 </project>

.idea/dataSources.local.xml

@@ -0,0 +1,20 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="dataSourceStorageLocal" created-in="IU-241.17011.79">
+    <data-source name="aysData" uuid="06140e5c-6fdb-4f9a-bb2b-176dc64f7745">
+      <database-info product="MySQL" version="8.0.26" jdbc-version="4.2" driver-name="MySQL Connector/J" driver-version="mysql-connector-j-8.2.0 (Revision: 06a1f724497fd81c6a659131fda822c9e5085b6c)" dbms="MYSQL" exact-version="8.0.26" exact-driver-version="8.2">
+        <extra-name-characters>#@</extra-name-characters>
+        <identifier-quote-string>`</identifier-quote-string>
+        <jdbc-catalog-is-schema>true</jdbc-catalog-is-schema>
+      </database-info>
+      <case-sensitivity plain-identifiers="exact" quoted-identifiers="exact" />
+      <secret-storage>master_key</secret-storage>
+      <user-name>root</user-name>
+      <schema-mapping>
+        <introspection-scope>
+          <node kind="schema" qname="@" />
+        </introspection-scope>
+      </schema-mapping>
+    </data-source>
+  </component>
+</project>

.idea/dataSources.xml

@@ -0,0 +1,17 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="DataSourceManagerImpl" format="xml" multifile-model="true">
+    <data-source source="LOCAL" name="aysData" uuid="06140e5c-6fdb-4f9a-bb2b-176dc64f7745">
+      <driver-ref>mysql.8</driver-ref>
+      <synchronize>true</synchronize>
+      <jdbc-driver>com.mysql.cj.jdbc.Driver</jdbc-driver>
+      <jdbc-url>jdbc:mysql://47.101.130.221:3306/etl</jdbc-url>
+      <jdbc-additional-properties>
+        <property name="com.intellij.clouds.kubernetes.db.host.port" />
+        <property name="com.intellij.clouds.kubernetes.db.enabled" value="false" />
+        <property name="com.intellij.clouds.kubernetes.db.container.port" />
+      </jdbc-additional-properties>
+      <working-dir>$ProjectFileDir$</working-dir>
+    </data-source>
+  </component>
+</project>

.idea/dataSources/06140e5c-6fdb-4f9a-bb2b-176dc64f7745/storage_v2/_src_/schema/etl.nYkBAA.meta

@@ -0,0 +1,2 @@
+#n:etl
+!<md> [0, 0, null, null, -2147483648, -2147483648]

.idea/encodings.xml

@@ -1,6 +1,10 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <project version="4">
   <component name="Encoding">
+    <file url="file://$PROJECT_DIR$/etl-ays/etl-ays-security/src/main/java" charset="UTF-8" />
+    <file url="file://$PROJECT_DIR$/etl-ays/etl-ays-security/src/main/resources" charset="UTF-8" />
+    <file url="file://$PROJECT_DIR$/etl-ays/src/main/java" charset="UTF-8" />
+    <file url="file://$PROJECT_DIR$/etl-ays/src/main/resources" charset="UTF-8" />
     <file url="file://$PROJECT_DIR$/etl-cleaning/src/main/java" charset="UTF-8" />
     <file url="file://$PROJECT_DIR$/etl-cleaning/src/main/resources" charset="UTF-8" />
     <file url="file://$PROJECT_DIR$/etl-common/src/main/java" charset="UTF-8" />

.idea/misc.xml

@@ -8,6 +8,11 @@
         <option value="$PROJECT_DIR$/etl-cleaning/pom.xml" />
       </list>
     </option>
+    <option name="ignoredFiles">
+      <set>
+        <option value="$PROJECT_DIR$/etl-ays/pom.xml" />
+      </set>
+    </option>
   </component>
   <component name="ProjectRootManager" version="2" languageLevel="JDK_17" default="true" project-jdk-name="17" project-jdk-type="JavaSDK" />
   <component name="SuppressionsComponent">

.idea/setting.xml

@@ -1,6 +1,7 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <project version="4">
   <component name="arthas.idea.plugin">
+    <option name="selectProjectName" value="" />
     <option name="redisAddress" value="" />
     <option name="redisAuth" value="" />
     <option name="redisCacheKey" value="" />

etl-cleaning/pom.xml

@@ -19,16 +19,36 @@
         <spring-boot.version>2.6.13</spring-boot.version>
     </properties>
     <dependencies>
+        <dependency>
+            <groupId>org.springframework</groupId>
+            <artifactId>spring-jdbc</artifactId>
+            <version>5.3.22</version> <!-- 请根据需要选择合适的版本 -->
+        </dependency>
+        <dependency>
+            <groupId>mysql</groupId>
+            <artifactId>mysql-connector-java</artifactId>
+            <version>8.0.29</version> <!-- 请根据需要选择合适的版本 -->
+        </dependency>
         <dependency>
             <groupId>org.springframework.boot</groupId>
             <artifactId>spring-boot-starter-web</artifactId>
         </dependency>
-
         <dependency>
             <groupId>org.springframework.boot</groupId>
             <artifactId>spring-boot-starter-test</artifactId>
             <scope>test</scope>
         </dependency>
+        <dependency>
+            <groupId>com.bwie</groupId>
+            <artifactId>etl-common</artifactId>
+            <version>1.0-SNAPSHOT</version>
+        </dependency>
+        <dependency>
+            <groupId>com.baomidou</groupId>
+            <artifactId>mybatis-plus-annotation</artifactId>
+            <version>3.5.7</version>
+            <scope>compile</scope>
+        </dependency>
     </dependencies>
     <dependencyManagement>
         <dependencies>

etl-cleaning/src/main/java/com/etl/cleaning/config/DatabaseConfig.java

@@ -0,0 +1,47 @@
+package com.etl.cleaning.config;
+
+import com.baomidou.mybatisplus.annotation.TableName;
+import lombok.Data;
+
+/**
+ * 连接数据源所需参数
+ */
+@Data
+public class DatabaseConfig {
+    /**
+     * 数据源描述
+     */
+    private String driverClassName;
+    /**
+     * 连接地址
+     */
+    private String url;
+    /**
+     * 数据库名称
+     */
+    private String databaseName;
+    /**
+     * 用户名
+     */
+    private String username;
+    /**
+     * 密码
+     */
+    private String password;
+    /**
+     * 端口
+     */
+    private String port;
+    /**
+     * 额外配置
+     */
+    private String extraConfig;
+    /**
+     * 状态
+     */
+    private Boolean status;
+    /**
+     * 备注
+     */
+    private String remark;
+}

etl-cleaning/src/main/java/com/etl/cleaning/controller/DatabaseController.java

@@ -0,0 +1,43 @@
+package com.etl.cleaning.controller;
+
+import com.etl.cleaning.config.DatabaseConfig;
+import org.springframework.jdbc.core.JdbcTemplate;
+import org.springframework.jdbc.datasource.DriverManagerDataSource;
+import org.springframework.web.bind.annotation.PostMapping;
+import org.springframework.web.bind.annotation.RequestBody;
+import org.springframework.web.bind.annotation.RequestMapping;
+import org.springframework.web.bind.annotation.RestController;
+
+/**
+ * 动态链接mysql数据源
+ */
+@RestController
+@RequestMapping("/data")
+public class DatabaseController {
+    /**
+     * jdbc连接
+     * @param databaseConfig
+     * @return
+     */
+    @PostMapping("/test-database-connection")
+    public String testDatabaseConnection(@RequestBody DatabaseConfig databaseConfig) {
+        try {
+            //创建数据源
+            DriverManagerDataSource dataSource = new DriverManagerDataSource();
+            //设置数据源的驱动类名,URL,用户名,密码
+            dataSource.setDriverClassName(databaseConfig.getDriverClassName());
+            dataSource.setUrl(databaseConfig.getUrl());
+            dataSource.setUsername(databaseConfig.getUsername());
+            dataSource.setPassword(databaseConfig.getPassword());
+            //创建数据源
+            JdbcTemplate jdbcTemplate = new JdbcTemplate(dataSource);
+            //sql测试
+            jdbcTemplate.execute("select * from user");
+            return "ok";
+        }catch (Exception e){
+            //如果发生异常，打印异常信息
+            e.printStackTrace();
+            return "error";
+        }
+    }
+}

etl-cleaning/src/main/java/com/etl/cleaning/controller/PlaceController.java

@@ -0,0 +1,12 @@
+package com.etl.cleaning.controller;
+
+import org.springframework.web.bind.annotation.RequestMapping;
+import org.springframework.web.bind.annotation.RestController;
+/**
+ * 数据源管理
+ */
+@RestController
+@RequestMapping("/place")
+public class PlaceController {
+    
+}

etl-cleaning/src/main/java/com/etl/cleaning/domian/pojo/DataPlace.java

@@ -0,0 +1,47 @@
+package com.etl.cleaning.domian.pojo;
+
+import com.baomidou.mybatisplus.annotation.IdType;
+import com.baomidou.mybatisplus.annotation.TableId;
+import com.baomidou.mybatisplus.annotation.TableName;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+import java.util.Date;
+
+/**
+ * 数据源管理表
+ */
+@Data
+@AllArgsConstructor
+@NoArgsConstructor
+@Builder
+@TableName("data_place")
+public class DataPlace {
+    /**
+     * id
+     */
+    @TableId(type = IdType.AUTO)
+    private Long id;
+    /**
+     * 数据源描述
+     */
+    private String name;
+    /**
+     * 备注
+     */
+    private String bank;
+    /**
+     * 修改时间
+     */
+    private Date updateTime;
+    /**
+     * 类型ID
+     */
+    private Long typeId;
+    /**
+     * 链接状态
+     */
+    private Boolean statue;
+}

etl-cleaning/src/main/java/com/etl/cleaning/domian/pojo/DateType.java

@@ -0,0 +1,26 @@
+package com.etl.cleaning.domian.pojo;
+
+import com.baomidou.mybatisplus.annotation.TableName;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+
+/**
+ * 数据源类型
+ */
+@Data
+@AllArgsConstructor
+@NoArgsConstructor
+@Builder
+@TableName("date_type")
+public class DateType {
+    /**
+     * id
+     */
+    private Long id;
+    /**
+     * 名称
+     */
+    private String name;
+}

etl-cleaning/src/main/java/com/etl/cleaning/domian/request/PlaceRequest.java

@@ -0,0 +1,15 @@
+package com.etl.cleaning.domian.request;
+
+
+import lombok.Data;
+
+/**
+ * 数据源管理查询参数
+ */
+@Data
+public class PlaceRequest {
+    private String bank;
+    private Long typeId;
+    private Integer pageNum;
+    private Integer pageSize;
+}

etl-cleaning/src/main/java/com/etl/cleaning/mapper/PlaceMapper.java

@@ -0,0 +1,10 @@
+package com.etl.cleaning.mapper;
+
+import com.baomidou.mybatisplus.core.mapper.BaseMapper;
+import com.etl.cleaning.domian.pojo.DataPlace;
+
+/**
+ * 数据源管理
+ */
+public interface PlaceMapper extends BaseMapper<DataPlace> {
+}

etl-cleaning/src/main/java/com/etl/cleaning/service/PlaceService.java

@@ -0,0 +1,9 @@
+package com.etl.cleaning.service;
+
+import com.baomidou.mybatisplus.extension.service.IService;
+import com.etl.cleaning.domian.pojo.DataPlace;
+/**
+ * 数据源管理
+ */
+public interface PlaceService extends IService<DataPlace> {
+}

etl-cleaning/src/main/java/com/etl/cleaning/serviceimpl/PlaceServiceImpl.java

@@ -0,0 +1,15 @@
+package com.etl.cleaning.serviceimpl;
+
+import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
+import com.etl.cleaning.domian.pojo.DataPlace;
+import com.etl.cleaning.mapper.PlaceMapper;
+import com.etl.cleaning.service.PlaceService;
+import org.springframework.stereotype.Service;
+
+/**
+ * 数据源管理
+ */
+@Service
+public class PlaceServiceImpl extends ServiceImpl<PlaceMapper, DataPlace> implements PlaceService {
+
+}

etl-cleaning/src/main/resources/application.properties

@@ -1,3 +1,2 @@
-# 应用服务 WEB 访问端口
 server.port=8080
 

etl-common/pom.xml

@@ -16,6 +16,11 @@
         <spring-boot.version>2.6.13</spring-boot.version>
     </properties>
     <dependencies>
+        <dependency>
+            <groupId>com.baomidou</groupId>
+            <artifactId>mybatis-plus-boot-starter</artifactId>
+            <version>3.5.7</version>
+        </dependency>
         <dependency>
             <groupId>net.sourceforge.tess4j</groupId>
             <artifactId>tess4j</artifactId>
@@ -64,7 +69,6 @@
         <dependency>
             <groupId>org.projectlombok</groupId>
             <artifactId>lombok</artifactId>
-            <version>1.18.22</version>
         </dependency>
         <dependency>
             <groupId>org.springframework</groupId>