cbx
/
srt_cloud
1
0
Fork 0
Code Issues Pull Requests 1 Packages Projects Releases Wiki Activity

数据源收尾

master
chenbingxuan 2023-12-14 18:35:22 +08:00
parent 6fc5a34d58
commit 0b798a1c1a
11 changed files with 541 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
srt-cloud-module/pom.xml
View File

@ -11,6 +11,7 @@
<modules>
<module>srt-cloud-quartz</module>
<module>srt-cloud-message</module>
<module>srt-cloud-datax</module>
</modules>

38
srt-cloud-module/srt-cloud-datax/.gitignore vendored 100644
View File

@ -0,0 +1,38 @@
target/
!.mvn/wrapper/maven-wrapper.jar
!**/src/main/**/target/
!**/src/test/**/target/
### IntelliJ IDEA ###
.idea/modules.xml
.idea/jarRepositories.xml
.idea/compiler.xml
.idea/libraries/
*.iws
*.iml
*.ipr
### Eclipse ###
.apt_generated
.classpath
.factorypath
.project
.settings
.springBeans
.sts4-cache
### NetBeans ###
/nbproject/private/
/nbbuild/
/dist/
/nbdist/
/.nb-gradle/
build/
!**/src/main/**/build/
!**/src/test/**/build/
### VS Code ###
.vscode/
### Mac OS ###
.DS_Store

209
srt-cloud-module/srt-cloud-datax/pom.xml 100644
View File

@ -0,0 +1,209 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>net.srt</groupId>
<artifactId>srt-cloud-module</artifactId>
<version>2.0.0</version>
</parent>
<artifactId>srt-cloud-datax</artifactId>
<properties>
<maven.compiler.source>8</maven.compiler.source>
<maven.compiler.target>8</maven.compiler.target>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
</properties>
<dependencies>
<dependency>
<groupId>net.srt</groupId>
<artifactId>srt-cloud-api</artifactId>
<version>2.0.0</version>
</dependency>
<!--数据血缘-->
<dependency>
<groupId>net.srt</groupId>
<artifactId>srt-cloud-data-lineage</artifactId>
<version>2.0.0</version>
</dependency>
<!--使用log42j-->
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-log4j2</artifactId>
</dependency>
<dependency>
<groupId>net.srt</groupId>
<artifactId>srt-cloud-dbswitch</artifactId>
<version>2.0.0</version>
<exclusions>
<exclusion>
<artifactId>spring-boot-starter-logging</artifactId>
<groupId>org.springframework.boot</groupId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>net.srt</groupId>
<artifactId>srt-cloud-mybatis</artifactId>
<version>2.0.0</version>
</dependency>
<dependency>
<groupId>org.springframework.cloud</groupId>
<artifactId>spring-cloud-starter-bootstrap</artifactId>
</dependency>
<dependency>
<groupId>com.alibaba.cloud</groupId>
<artifactId>spring-cloud-starter-alibaba-nacos-discovery</artifactId>
</dependency>
<dependency>
<groupId>com.alibaba.cloud</groupId>
<artifactId>spring-cloud-starter-alibaba-nacos-config</artifactId>
</dependency>
<dependency>
<groupId>com.github.xiaoymin</groupId>
<artifactId>knife4j-springdoc-ui</artifactId>
</dependency>
<dependency>
<groupId>org.quartz-scheduler</groupId>
<artifactId>quartz</artifactId>
</dependency>
</dependencies>
<build>
<!--<finalName>${project.artifactId}</finalName>-->
<plugins>
<plugin>
<groupId>org.codehaus.mojo</groupId>
<artifactId>appassembler-maven-plugin</artifactId>
<version>2.1.0</version>
<!-- 如果不配置 generate-daemons，则打包命令为 mvn clean package appassembler:assemble -->
<!-- 如果配置了 generate-daemons，打包命令可以是 mvn clean package 也可以是 mvn clean package appassembler:assemble -->
<executions>
<execution>
<id>generate-jsw-scripts</id>
<phase>package</phase>
<goals>
<goal>generate-daemons</goal>
</goals>
</execution>
</executions>
<configuration>
<!-- flat与lib共同决定将项目用的的所有jar包复制到lib目录下 -->
<repositoryLayout>flat</repositoryLayout>
<!--从哪里copy配置文件-->
<configurationSourceDirectory>src/main/resources</configurationSourceDirectory>
<includeConfigurationDirectoryInClasspath>true</includeConfigurationDirectoryInClasspath>
<!--是否copy配置文件-->
<copyConfigurationDirectory>true</copyConfigurationDirectory>
<!--配置文件存放在conf目录路径-->
<configurationDirectory>conf</configurationDirectory>
<!-- 打包的jar，以及maven依赖的jar放到这个目录里面 -->
<repositoryName>lib</repositoryName>
<!-- 可执行脚本的目录 -->
<binFolder>bin</binFolder>
<encoding>UTF-8</encoding>
<logsDirectory>logs</logsDirectory>
<daemons>
<daemon>
<id>${project.artifactId}</id>
<mainClass>net.srt.QuartzApplication</mainClass>
<platforms>
<platform>jsw</platform>
</platforms>
<generatorConfigurations>
<generatorConfiguration>
<generator>jsw</generator>
<includes>
<include>linux-x86-32</include>
<include>linux-x86-64</include>
<include>windows-x86-32</include>
<include>windows-x86-64</include>
</includes>
<configuration>
<property>
<name>configuration.directory.in.classpath.first</name>
<value>conf</value>
</property>
<property>
<name>wrapper.ping.timeout</name>
<value>120</value>
</property>
<property>
<name>set.default.REPO_DIR</name>
<value>lib</value>
</property>
<property>
<name>wrapper.logfile</name>
<value>logs/wrapper.log</value>
</property>
</configuration>
</generatorConfiguration>
</generatorConfigurations>
<jvmSettings>
<!-- jvm参数 -->
<!--<systemProperties>
<systemProperty>com.sun.management.jmxremote</systemProperty>
<systemProperty>com.sun.management.jmxremote.port=1984</systemProperty>
<systemProperty>com.sun.management.jmxremote.authenticate=false</systemProperty>
<systemProperty>com.sun.management.jmxremote.ssl=false</systemProperty>
</systemProperties>-->
<extraArguments>
<extraArgument>-server</extraArgument>
<extraArgument>-Dfile.encoding=utf-8</extraArgument>
<extraArgument>-Xms128m</extraArgument>
<extraArgument>-Xmx2048m</extraArgument>
<extraArgument>-XX:+PrintGCDetails</extraArgument><!--输出GC的详细日志-->
<extraArgument>-XX:+PrintGCDateStamps</extraArgument><!--输出GC的时间戳-->
<extraArgument>-Xloggc:logs/gc.log</extraArgument><!--日志文件的输出路径-->
</extraArguments>
</jvmSettings>
</daemon>
</daemons>
<programs>
<program>
<mainClass>net.srt.QuartzApplication</mainClass>
<id>${project.artifactId}</id>
</program>
</programs>
</configuration>
</plugin>
<!--打包 日常调试打包可以把该组件注释掉，不然install的速度比较慢-->
<plugin>
<artifactId>maven-assembly-plugin</artifactId>
<configuration>
<descriptors>
<descriptor>${project.parent.parent.basedir}/assembly/assembly-win.xml</descriptor>
<descriptor>${project.parent.parent.basedir}/assembly/assembly-linux.xml</descriptor>
</descriptors>
</configuration>
<executions>
<execution>
<id>make-assembly</id>
<phase>package</phase>
<goals>
<goal>single</goal>
</goals>
</execution>
</executions>
</plugin>
<!--<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
</plugin>-->
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-surefire-plugin</artifactId>
<configuration>
<skipTests>true</skipTests>
</configuration>
</plugin>
</plugins>
</build>
</project>

21
srt-cloud-module/srt-cloud-datax/src/main/java/net/srt/StuApp.java 100644
View File

@ -0,0 +1,21 @@
package net.srt;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
import org.springframework.cloud.client.discovery.EnableDiscoveryClient;
import org.springframework.cloud.openfeign.EnableFeignClients;
/**
* @ClassName StuApp
* @Description 描述
* @Author 栗永斌
*/
@EnableFeignClients
@EnableDiscoveryClient
@SpringBootApplication
public class StuApp {
public static void main(String[] args) {
SpringApplication.run(StuApp.class);
System.out.println("Hello world!");
}
}

61
srt-cloud-module/srt-cloud-datax/src/main/java/net/srt/datax/controllor/StuController.java 100644
View File

@ -0,0 +1,61 @@
package net.srt.datax.controllor;
import io.swagger.v3.oas.annotations.Operation;
import io.swagger.v3.oas.annotations.tags.Tag;
import net.srt.datax.server.StuService;
import net.srt.datax.vo.Stu;
import net.srt.framework.common.utils.Result;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.*;
import java.util.List;
/**
* @ClassName StuController
* @Description 描述
* @Author 栗永斌
*/
@RestController
@Tag(name = "对学生进行操作")
@RequestMapping("/datax")
public class StuController {
@Autowired
private StuService service;
@Operation(summary = "查询列表")
@PostMapping("stuList")
public Result<List<Stu>> stuList() {
List<Stu> list = service.stuList();
return Result.ok(list);
}
@Operation(summary = "新增")
@PostMapping("addStudent")
public Result<Stu> add(@RequestBody Stu stu) {
service.add(stu);
return Result.ok();
}
@Operation(summary = "修改列表")
@PostMapping("updateStudent")
public Result<Stu> updateStudent(@RequestBody Stu stu) {
service.upd(stu);
return Result.ok();
}
@Operation(summary = "删除列表")
@PostMapping("delStudent/{id}")
public Result<Stu> delStudent(@PathVariable Integer id) {
service.del(id);
return Result.ok();
}
@Operation(summary = "回显")
@PostMapping("findById/{id}")
public Result<Stu> findById(@PathVariable Integer id) {
Stu stu = service.findById(id);
return Result.ok(stu);
}
}

17
srt-cloud-module/srt-cloud-datax/src/main/java/net/srt/datax/mapper/StuMapper.java 100644
View File

@ -0,0 +1,17 @@
package net.srt.datax.mapper;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import net.srt.datax.vo.Stu;
import org.apache.ibatis.annotations.Mapper;
import java.util.List;
/**
* @ClassName StuMapper
* @Description 描述
* @Author 栗永斌
*/
@Mapper
public interface StuMapper extends BaseMapper<Stu> {
}

26
srt-cloud-module/srt-cloud-datax/src/main/java/net/srt/datax/server/StuService.java 100644
View File

@ -0,0 +1,26 @@
package net.srt.datax.server;
import com.baomidou.mybatisplus.extension.service.IService;
import net.srt.datax.vo.Stu;
import net.srt.framework.common.utils.Result;
import java.util.List;
/**
* @ClassName StuService
* @Description 描述
* @Author 栗永斌
*/
public interface StuService extends IService<Stu> {
List<Stu> stuList();
void add(Stu stu);
void upd(Stu stu);
void del(Integer id);
Stu findById(Integer id);
}

50
srt-cloud-module/srt-cloud-datax/src/main/java/net/srt/datax/server/impl/StuServiceImpl.java 100644
View File

@ -0,0 +1,50 @@
package net.srt.datax.server.impl;
import net.srt.datax.mapper.StuMapper;
import net.srt.datax.server.StuService;
import net.srt.datax.vo.Stu;
import net.srt.framework.common.utils.Result;
import net.srt.framework.mybatis.service.impl.BaseServiceImpl;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import java.lang.annotation.Annotation;
import java.util.List;
/**
* @ClassName StuServiceImpl
* @Description 描述
* @Author 栗永斌
*/
@Service
public class StuServiceImpl extends BaseServiceImpl<StuMapper,Stu> implements StuService {
@Autowired
private StuMapper stuMapper;
@Override
public List<Stu> stuList() {
List<Stu> stuList = stuMapper.selectList(null);
return stuList;
}
@Override
public void add(Stu stu) {
stuMapper.insert(stu);
}
@Override
public void upd(Stu stu) {
stuMapper.updateById(stu);
}
@Override
public void del(Integer id) {
stuMapper.deleteById(id);
}
@Override
public Stu findById(Integer id) {
return stuMapper.selectById(id);
}
}

67
srt-cloud-module/srt-cloud-datax/src/main/java/net/srt/datax/vo/Stu.java 100644
View File

@ -0,0 +1,67 @@
package net.srt.datax.vo;
import com.baomidou.mybatisplus.annotation.TableId;
import com.baomidou.mybatisplus.annotation.TableName;
import io.swagger.v3.oas.annotations.media.Schema;
import lombok.Data;
import javax.validation.constraints.NotBlank;
import javax.validation.constraints.NotNull;
import java.util.Date;
/**
* @ClassName StuDAO
* @Description 描述
* @Author 栗永斌
*/
@Data
@Schema(description = "字典数据")
@TableName("data_datax")
public class Stu {
@Schema(description = "id", required = true)
@NotNull(message = "id不能为空")
@TableId(value = "id")
private Long id;
@Schema(description = "库名", required = true)
@NotNull(message = "库名不能为空")
private String name;
@Schema(description = "ip", required = true)
@NotNull(message = "ip不能为空")
private String ip;
@Schema(description = "端口", required = true)
@NotNull(message = "端口不能为空")
private String port;
@Schema(description = "状态")
private Integer status;
@Schema(description = "创建时间", required = true)
@NotBlank(message = "创建时间不能为空")
private Date createTime;
@Schema(description = "创建人", required = true)
@NotBlank(message = "创建人不能为空")
private String createUser;
@Schema(description = "data同步", required = true)
@NotBlank(message = "不能为空")
private Integer dataSynchronization;
@Schema(description = "***", required = true)
@NotBlank(message = "***不能为空")
private Integer dataxEngine;
@Schema(description = "修改时间", required = true)
@NotBlank(message = "修改时间不能为空")
private Date updateTime;
@Schema(description = "修改人", required = true)
@NotBlank(message = "修改人不能为空")
private Date updateUser;
}

3
srt-cloud-module/srt-cloud-datax/src/main/resources/auth.yml 100644
View File

@ -0,0 +1,3 @@
auth:
ignore_urls:
- /api/quartz/**

48
srt-cloud-module/srt-cloud-datax/src/main/resources/log4j2.xml 100644
View File

@ -0,0 +1,48 @@
<?xml version="1.0" encoding="UTF-8"?>
<!--status用于设置log4j2框架内部的日志信息输出，设置成OFF将禁止log4j2内部日志输出，毕竟这个日志对我们没有什么作用，如果设置成trace，你会看到log4j2内部各种详细输出；monitorInterval是监控间隔，例如下面的设置是指：log4j2每隔600秒自动监控该配置文件是否有变化，如果有变化，则根据文件内容新的配置生成日志-->
<configuration status="OFF" monitorInterval="600">
<Properties>
<property name="LOG_PATH">./logs/</property>
<property name="LOG_FILE">srt-cloud-quartz</property>
</Properties>
<!--定义添加器-->
<appenders>
<!--Console是输出控制台的标签，target可以控制往控制台输出日志的颜色，例如SYSTEM_OUT就是蓝色的，SYSTEM_ERR就是红色的-->
<Console name="Console" target="SYSTEM_OUT">
<!--控制台只输出level及以上级别的信息，onMatch为true代表符合level标准的才输出，onMismatch为true代表不符合level标准的就不输出-->
<ThresholdFilter level="info" onMatch="ACCEPT" onMismatch="ACCEPT"/>
<!--这个是输出日志的格式，如果对里面的参数不理解，可以去看我的这篇文章，网址是：“https://blog.csdn.net/qq_42449963/article/details/104617356”-->
<!--<PatternLayout pattern=" %d{yyyy-MM-dd HH:mm:ss.SSS} %-5level %class{36} %L %M - %msg%xEx%n"/>-->
<PatternLayout
pattern=" %d{yyyy-MM-dd HH:mm:ss.SSS} %highlight{%6p} %style{%5pid}{bright,magenta} --- [%15.15t] %style{%c{20}}{bright,cyan}: %m%n"/>
</Console>
<!--这种存储文件的方式更加合理，可以设置多长时间把文件归档一次，也可以设置多大文件归档一次，如果都把所有的日志存在一个文件里面，文件会受不了的，解释一下参数信息：fileName后面如果后面不跟/，例如dev/logs/app.log，那就会把日志文件放在project工程下面，不是所属的项目下面如果后面跟/，例如/dev/logs/app.log，那就会把日志文件直接放在项目所在盘符的根目录下，例如项目在E盘存放，那就会把日志文件直接放在E盘的根目录下，如果后面直接加盘符，那就会存在特定的位置，例如F:/dev/logs/app.log,那就会直接放在F盘中特定的位置，上面都是经过测验的，fileName后面的app.log文件相当于是一个缓存文件，我们会把日志信息先放在app.log中，当达到我们设置的要求之后会把app.log中的日志信息转移到filePattern指定的日志文件中，转移的内容就会从app.log日志文件中清除，没有转移的内容还存放在app.log中，等到下一次符合要求的时候在进行一次转移-->
<!--$${date:yyyy-MM}用在文件上面，输出的是目录的名字，例如2020-03，%d{MM-dd-yyyy}输入的就是月日年，例如03-02-2020，%i按照轮询输出，毕竟一天可能有符合要求的多个日志文件生成，所以需要在后面加一个类似于后缀的东西，当天的第一个日志文件可能是-1.log.gz，第二个文件就是-2.log.gz-->
<RollingFile name="RollingFile" fileName="${LOG_PATH}/${LOG_FILE}.log"
filePattern="${LOG_PATH}/$${date:yyyy-MM}/${LOG_FILE}-%d{yyyy-MM-dd}-%i.log">
<!--%thread:线程名;%-5level:级别从左显示5个字符宽度;%msg:在代码中需要输出的日志消息;%class{36}:估计显示的是完整类名-->
<PatternLayout pattern=" %d{yyyy-MM-dd HH:mm:ss z} %-5level %class{36} %L %M - %msg%xEx%n"/>
<!--<SizeBasedTriggeringPolicy size="300MB"/>-->
<Policies>
<!--TimeBasedTriggeringPolicy基于时间的触发策略，integer属性和上面<RollingFile>标签中的filePattern的值有关,例如：filePattern=”xxx%d{yyyy-MM-dd}xx” interval=”1” 表示将1天一个日志文件；filePattern=”xxx%d{yyyy-MM-dd-HH}xxx” interval=”1”表示一个小时一个日志文件,也就是说interval的单位取决于filePattern中的最小时间单位；modulate是（boolean）以0点钟为边界进行偏移计算，应该就是假设你中午启动项目，晚上0点也是一天了，而不是经过24小时才算一天-->
<TimeBasedTriggeringPolicy interval="1" modulate="true"/>
<!--当app.log文件大小到达100MB的时候，就归档一次日志文件，也就是把app.log中的那前面100MB文件取出来，放到上面<RollingFile >中的filePattern后面的路径中-->
<SizeBasedTriggeringPolicy size="100MB"/>
</Policies>
</RollingFile>
</appenders>
<loggers>
<logger name="net.srt.quartz.dao" level="DEBUG" additivity="false">
<appender-ref ref="Console"/>
</logger>
<!--level="info"代表只能打印出info及其以上的信息；Console是上面Console标签的名字，往这一写，就可以往控制台上输出内容了，RollingFile是上面RollingFile标签的名字，往这一写，就会往设定的文件中输出内容了；当程序运行的时候就会被创建日志输出文件，不过里面没有任何日志内容，是否往里面输入日志，是通过下面的appender-ref标签控制的-->
<root level="info">
<appender-ref ref="Console"/>
<!--一般不使用这个，只是让你知道有这个输出日志文件的方式而已-->
<!--<appender-ref ref="File"/>-->
<appender-ref ref="RollingFile"/>
</root>
</loggers>
</configuration>