Merge remote-tracking branch 'origin/dev' into dev
commit
99400cba77
|
|
@ -0,0 +1,241 @@
|
||||||
|
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||||||
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
||||||
|
<parent>
|
||||||
|
<groupId>net.srt</groupId>
|
||||||
|
<artifactId>srt-cloud</artifactId>
|
||||||
|
<version>2.0.0</version>
|
||||||
|
</parent>
|
||||||
|
<groupId>net.srt</groupId>
|
||||||
|
<version>2.0.0</version>
|
||||||
|
<modelVersion>4.0.0</modelVersion>
|
||||||
|
<artifactId>srt-cloud-data-governance</artifactId>
|
||||||
|
<packaging>jar</packaging>
|
||||||
|
|
||||||
|
<dependencies>
|
||||||
|
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.mongodb</groupId>
|
||||||
|
<artifactId>mongodb-driver-sync</artifactId>
|
||||||
|
<version>4.4.0</version> <!-- 使用最新版本 -->
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>commons-net</groupId>
|
||||||
|
<artifactId>commons-net</artifactId>
|
||||||
|
<version>3.8.0</version> <!-- 请根据实际情况使用最新版本 -->
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<!-- Elasticsearch Low Level REST Client -->
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.elasticsearch.client</groupId>
|
||||||
|
<artifactId>elasticsearch-rest-client</artifactId>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<!-- Elasticsearch High Level REST Client -->
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.elasticsearch.client</groupId>
|
||||||
|
<artifactId>elasticsearch-rest-high-level-client</artifactId>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.kafka</groupId>
|
||||||
|
<artifactId>kafka-clients</artifactId>
|
||||||
|
<version>2.8.0</version> <!-- 检查是否有更新的版本 -->
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>redis.clients</groupId>
|
||||||
|
<artifactId>jedis</artifactId>
|
||||||
|
<version>2.9.0</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
|
<dependency>
|
||||||
|
<groupId>net.srt</groupId>
|
||||||
|
<artifactId>srt-cloud-api</artifactId>
|
||||||
|
<version>2.0.0</version>
|
||||||
|
</dependency>
|
||||||
|
<!--使用log42j-->
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework.boot</groupId>
|
||||||
|
<artifactId>spring-boot-starter-log4j2</artifactId>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>net.srt</groupId>
|
||||||
|
<artifactId>srt-cloud-mybatis</artifactId>
|
||||||
|
<version>2.0.0</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>net.srt</groupId>
|
||||||
|
<artifactId>srt-cloud-dbswitch</artifactId>
|
||||||
|
<version>2.0.0</version>
|
||||||
|
<exclusions>
|
||||||
|
<exclusion>
|
||||||
|
<artifactId>jsqlparser</artifactId>
|
||||||
|
<groupId>com.github.jsqlparser</groupId>
|
||||||
|
</exclusion>
|
||||||
|
<exclusion>
|
||||||
|
<artifactId>spring-boot-starter-logging</artifactId>
|
||||||
|
<groupId>org.springframework.boot</groupId>
|
||||||
|
</exclusion>
|
||||||
|
</exclusions>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.springframework.cloud</groupId>
|
||||||
|
<artifactId>spring-cloud-starter-bootstrap</artifactId>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.alibaba.cloud</groupId>
|
||||||
|
<artifactId>spring-cloud-starter-alibaba-nacos-discovery</artifactId>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.alibaba.cloud</groupId>
|
||||||
|
<artifactId>spring-cloud-starter-alibaba-nacos-config</artifactId>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.github.xiaoymin</groupId>
|
||||||
|
<artifactId>knife4j-springdoc-ui</artifactId>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.quartz-scheduler</groupId>
|
||||||
|
<artifactId>quartz</artifactId>
|
||||||
|
</dependency>
|
||||||
|
</dependencies>
|
||||||
|
|
||||||
|
<build>
|
||||||
|
<!--<finalName>${project.artifactId}</finalName>-->
|
||||||
|
<!--生成可执行文件 linux，win系统，win首次执行需要先 app.bat install-->
|
||||||
|
<plugins>
|
||||||
|
<plugin>
|
||||||
|
<groupId>org.codehaus.mojo</groupId>
|
||||||
|
<artifactId>appassembler-maven-plugin</artifactId>
|
||||||
|
<version>2.1.0</version>
|
||||||
|
<!-- 如果不配置 generate-daemons，则打包命令为 mvn clean package appassembler:assemble -->
|
||||||
|
<!-- 如果配置了 generate-daemons，打包命令可以是 mvn clean package 也可以是 mvn clean package appassembler:assemble -->
|
||||||
|
<executions>
|
||||||
|
<execution>
|
||||||
|
<id>generate-jsw-scripts</id>
|
||||||
|
<phase>package</phase>
|
||||||
|
<goals>
|
||||||
|
<goal>generate-daemons</goal>
|
||||||
|
</goals>
|
||||||
|
</execution>
|
||||||
|
</executions>
|
||||||
|
|
||||||
|
<configuration>
|
||||||
|
<!-- flat与lib共同决定将项目用的的所有jar包复制到lib目录下 -->
|
||||||
|
<repositoryLayout>flat</repositoryLayout>
|
||||||
|
<!--从哪里copy配置文件-->
|
||||||
|
<configurationSourceDirectory>src/main/resources</configurationSourceDirectory>
|
||||||
|
<includeConfigurationDirectoryInClasspath>true</includeConfigurationDirectoryInClasspath>
|
||||||
|
<!--是否copy配置文件-->
|
||||||
|
<copyConfigurationDirectory>true</copyConfigurationDirectory>
|
||||||
|
<!--配置文件存放在conf目录路径-->
|
||||||
|
<configurationDirectory>conf</configurationDirectory>
|
||||||
|
<!-- 打包的jar，以及maven依赖的jar放到这个目录里面 -->
|
||||||
|
<repositoryName>lib</repositoryName>
|
||||||
|
<!-- 可执行脚本的目录 -->
|
||||||
|
<binFolder>bin</binFolder>
|
||||||
|
<encoding>UTF-8</encoding>
|
||||||
|
<logsDirectory>logs</logsDirectory>
|
||||||
|
|
||||||
|
<daemons>
|
||||||
|
<daemon>
|
||||||
|
<id>${project.artifactId}</id>
|
||||||
|
<mainClass>net.srt.DataIntegrateApplication</mainClass>
|
||||||
|
<platforms>
|
||||||
|
<platform>jsw</platform>
|
||||||
|
</platforms>
|
||||||
|
<generatorConfigurations>
|
||||||
|
<generatorConfiguration>
|
||||||
|
<generator>jsw</generator>
|
||||||
|
<includes>
|
||||||
|
<include>linux-x86-32</include>
|
||||||
|
<include>linux-x86-64</include>
|
||||||
|
<include>windows-x86-32</include>
|
||||||
|
<include>windows-x86-64</include>
|
||||||
|
</includes>
|
||||||
|
<configuration>
|
||||||
|
<property>
|
||||||
|
<name>configuration.directory.in.classpath.first</name>
|
||||||
|
<value>conf</value>
|
||||||
|
</property>
|
||||||
|
<property>
|
||||||
|
<name>wrapper.ping.timeout</name>
|
||||||
|
<value>120</value>
|
||||||
|
</property>
|
||||||
|
<property>
|
||||||
|
<name>set.default.REPO_DIR</name>
|
||||||
|
<value>lib</value>
|
||||||
|
</property>
|
||||||
|
<property>
|
||||||
|
<name>wrapper.logfile</name>
|
||||||
|
<value>logs/wrapper.log</value>
|
||||||
|
</property>
|
||||||
|
</configuration>
|
||||||
|
</generatorConfiguration>
|
||||||
|
</generatorConfigurations>
|
||||||
|
<jvmSettings>
|
||||||
|
<!-- jvm参数 -->
|
||||||
|
<!--<systemProperties>
|
||||||
|
<systemProperty>com.sun.management.jmxremote</systemProperty>
|
||||||
|
<systemProperty>com.sun.management.jmxremote.port=1984</systemProperty>
|
||||||
|
<systemProperty>com.sun.management.jmxremote.authenticate=false</systemProperty>
|
||||||
|
<systemProperty>com.sun.management.jmxremote.ssl=false</systemProperty>
|
||||||
|
</systemProperties>-->
|
||||||
|
<extraArguments>
|
||||||
|
<extraArgument>-server</extraArgument>
|
||||||
|
<extraArgument>-Dfile.encoding=utf-8</extraArgument>
|
||||||
|
<extraArgument>-Xms128m</extraArgument>
|
||||||
|
<extraArgument>-Xmx1024m</extraArgument>
|
||||||
|
<extraArgument>-XX:+PrintGCDetails</extraArgument><!--输出GC的详细日志-->
|
||||||
|
<extraArgument>-XX:+PrintGCDateStamps</extraArgument><!--输出GC的时间戳-->
|
||||||
|
<extraArgument>-Xloggc:logs/gc.log</extraArgument><!--日志文件的输出路径-->
|
||||||
|
</extraArguments>
|
||||||
|
</jvmSettings>
|
||||||
|
</daemon>
|
||||||
|
</daemons>
|
||||||
|
<programs>
|
||||||
|
<program>
|
||||||
|
<mainClass>net.srt.DataIntegrateApplication</mainClass>
|
||||||
|
<id>${project.artifactId}</id>
|
||||||
|
</program>
|
||||||
|
</programs>
|
||||||
|
</configuration>
|
||||||
|
</plugin>
|
||||||
|
|
||||||
|
<!--打包 日常调试打包可以把该组件注释掉，不然install的速度比较慢-->
|
||||||
|
<plugin>
|
||||||
|
<artifactId>maven-assembly-plugin</artifactId>
|
||||||
|
<configuration>
|
||||||
|
<descriptors>
|
||||||
|
<descriptor>${project.parent.basedir}/assembly/assembly-win.xml</descriptor>
|
||||||
|
<descriptor>${project.parent.basedir}/assembly/assembly-linux.xml</descriptor>
|
||||||
|
</descriptors>
|
||||||
|
</configuration>
|
||||||
|
<executions>
|
||||||
|
<execution>
|
||||||
|
<id>make-assembly</id>
|
||||||
|
<phase>package</phase>
|
||||||
|
<goals>
|
||||||
|
<goal>single</goal>
|
||||||
|
</goals>
|
||||||
|
</execution>
|
||||||
|
</executions>
|
||||||
|
</plugin>
|
||||||
|
<!-- <plugin>
|
||||||
|
<groupId>org.springframework.boot</groupId>
|
||||||
|
<artifactId>spring-boot-maven-plugin</artifactId>
|
||||||
|
</plugin>-->
|
||||||
|
<plugin>
|
||||||
|
<groupId>org.apache.maven.plugins</groupId>
|
||||||
|
<artifactId>maven-surefire-plugin</artifactId>
|
||||||
|
<configuration>
|
||||||
|
<skipTests>true</skipTests>
|
||||||
|
</configuration>
|
||||||
|
</plugin>
|
||||||
|
</plugins>
|
||||||
|
</build>
|
||||||
|
</project>
|
||||||
|
|
@ -0,0 +1,13 @@
|
||||||
|
package net.srt;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @BelongsProject: Default (Template) Project
|
||||||
|
* @BelongsPackage: net.srt
|
||||||
|
* @Author: jpz
|
||||||
|
* @CreateTime: 2023/12/19 22:05
|
||||||
|
*/
|
||||||
|
public class Main {
|
||||||
|
public static void main(String[] args) {
|
||||||
|
System.out.println("Hello world!");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,51 @@
|
||||||
|
package net.srt.vo;
|
||||||
|
|
||||||
|
import com.fasterxml.jackson.annotation.JsonFormat;
|
||||||
|
import io.swagger.v3.oas.annotations.media.Schema;
|
||||||
|
import lombok.AllArgsConstructor;
|
||||||
|
import lombok.Data;
|
||||||
|
import lombok.NoArgsConstructor;
|
||||||
|
import net.srt.framework.common.utils.DateUtils;
|
||||||
|
import net.srt.framework.common.utils.TreeNodeVo;
|
||||||
|
|
||||||
|
import java.util.Date;
|
||||||
|
import java.util.List;
|
||||||
|
|
||||||
|
@Data
|
||||||
|
@AllArgsConstructor
|
||||||
|
@NoArgsConstructor
|
||||||
|
@Schema(description = "数据治理-元数据-元模型-树目录")
|
||||||
|
public class MetamodelTreeVo {
|
||||||
|
private Long id;
|
||||||
|
private Long parentId;
|
||||||
|
private Integer ifLeaf;
|
||||||
|
//作业类型
|
||||||
|
private Long taskId;
|
||||||
|
private Integer taskType;
|
||||||
|
private String parentPath;
|
||||||
|
private String path;
|
||||||
|
private Integer orderNo;
|
||||||
|
private String label;
|
||||||
|
private Long metamodelId;
|
||||||
|
private String name;
|
||||||
|
private String icon;
|
||||||
|
private String code;
|
||||||
|
private Integer builtin;
|
||||||
|
private String description;
|
||||||
|
private Long projectId;
|
||||||
|
private Long creator;
|
||||||
|
@JsonFormat(pattern = DateUtils.DATE_TIME_PATTERN)
|
||||||
|
private Date createTime;
|
||||||
|
private List<MetamodelTreeVo> children;
|
||||||
|
private boolean disabled;
|
||||||
|
private Boolean leaf;
|
||||||
|
/**
|
||||||
|
* 自定义属性
|
||||||
|
*/
|
||||||
|
private Object attributes;
|
||||||
|
/**
|
||||||
|
* 自定义类型
|
||||||
|
*/
|
||||||
|
private Object type;
|
||||||
|
private Object value;
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,14 @@
|
||||||
|
package net.srt.vo;
|
||||||
|
|
||||||
|
import io.swagger.v3.oas.annotations.media.Schema;
|
||||||
|
import lombok.AllArgsConstructor;
|
||||||
|
import lombok.Data;
|
||||||
|
import lombok.NoArgsConstructor;
|
||||||
|
|
||||||
|
@Data
|
||||||
|
@AllArgsConstructor
|
||||||
|
@NoArgsConstructor
|
||||||
|
@Schema(description = "数据治理-元数据-元模型")
|
||||||
|
public class MetamodelVo {
|
||||||
|
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,18 @@
|
||||||
|
package net.srt.vo;
|
||||||
|
|
||||||
|
import com.baomidou.mybatisplus.annotation.TableName;
|
||||||
|
import io.swagger.v3.oas.annotations.media.Schema;
|
||||||
|
import lombok.Data;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @BelongsProject: srt_cloud
|
||||||
|
* @BelongsPackage: net.srt.vo
|
||||||
|
* @Author: jpz
|
||||||
|
* @CreateTime: 2023/12/19 22:18
|
||||||
|
*/
|
||||||
|
@Data
|
||||||
|
@Schema(description = "数据质量")
|
||||||
|
@TableName("qualitt_rule")
|
||||||
|
public class QualittRule {
|
||||||
|
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,4 @@
|
||||||
|
auth:
|
||||||
|
ignore_urls:
|
||||||
|
- /test
|
||||||
|
- /api/**
|
||||||
|
|
@ -0,0 +1,42 @@
|
||||||
|
#数据集成
|
||||||
|
server:
|
||||||
|
port: 8084
|
||||||
|
|
||||||
|
spring:
|
||||||
|
mvc:
|
||||||
|
servlet:
|
||||||
|
load-on-startup: 1
|
||||||
|
application:
|
||||||
|
name: srt-cloud-data-integrate
|
||||||
|
profiles:
|
||||||
|
active: dev
|
||||||
|
cloud:
|
||||||
|
nacos:
|
||||||
|
discovery:
|
||||||
|
server-addr: 101.34.77.101:8848
|
||||||
|
# 命名空间，默认：public
|
||||||
|
namespace: 7e1e997d-5fa4-4f84-9f48-3e0adf830a37
|
||||||
|
service: ${spring.application.name}
|
||||||
|
group: srt2.0
|
||||||
|
config:
|
||||||
|
server-addr: ${spring.cloud.nacos.discovery.server-addr}
|
||||||
|
namespace: ${spring.cloud.nacos.discovery.namespace}
|
||||||
|
file-extension: yaml
|
||||||
|
# 指定配置
|
||||||
|
extension-configs:
|
||||||
|
- data-id: datasource.yaml
|
||||||
|
refresh: true
|
||||||
|
servlet:
|
||||||
|
multipart:
|
||||||
|
max-request-size: 100MB
|
||||||
|
max-file-size: 1024MB
|
||||||
|
# feign 配置
|
||||||
|
feign:
|
||||||
|
client:
|
||||||
|
config:
|
||||||
|
default:
|
||||||
|
connectTimeout: 60000
|
||||||
|
readTimeout: 60000
|
||||||
|
loggerLevel: basic
|
||||||
|
okhttp:
|
||||||
|
enabled: true
|
||||||
|
|
@ -0,0 +1,48 @@
|
||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<!--status用于设置log4j2框架内部的日志信息输出，设置成OFF将禁止log4j2内部日志输出，毕竟这个日志对我们没有什么作用，如果设置成trace，你会看到log4j2内部各种详细输出；monitorInterval是监控间隔，例如下面的设置是指：log4j2每隔600秒自动监控该配置文件是否有变化，如果有变化，则根据文件内容新的配置生成日志-->
|
||||||
|
<configuration status="OFF" monitorInterval="600">
|
||||||
|
<Properties>
|
||||||
|
<property name="LOG_PATH">./logs/</property>
|
||||||
|
<property name="LOG_FILE">srt-cloud-data-integrate</property>
|
||||||
|
</Properties>
|
||||||
|
<!--定义添加器-->
|
||||||
|
<appenders>
|
||||||
|
<!--Console是输出控制台的标签，target可以控制往控制台输出日志的颜色，例如SYSTEM_OUT就是蓝色的，SYSTEM_ERR就是红色的-->
|
||||||
|
<Console name="Console" target="SYSTEM_OUT">
|
||||||
|
<!--控制台只输出level及以上级别的信息，onMatch为true代表符合level标准的才输出，onMismatch为true代表不符合level标准的就不输出-->
|
||||||
|
<ThresholdFilter level="info" onMatch="ACCEPT" onMismatch="ACCEPT"/>
|
||||||
|
<!--这个是输出日志的格式，如果对里面的参数不理解，可以去看我的这篇文章，网址是：“https://blog.csdn.net/qq_42449963/article/details/104617356”-->
|
||||||
|
<!--<PatternLayout pattern=" %d{yyyy-MM-dd HH:mm:ss.SSS} %-5level %class{36} %L %M - %msg%xEx%n"/>-->
|
||||||
|
<PatternLayout
|
||||||
|
pattern=" %d{yyyy-MM-dd HH:mm:ss.SSS} %highlight{%6p} %style{%5pid}{bright,magenta} --- [%15.15t] %style{%c{20}}{bright,cyan}: %m%n"/>
|
||||||
|
</Console>
|
||||||
|
|
||||||
|
<!--这种存储文件的方式更加合理，可以设置多长时间把文件归档一次，也可以设置多大文件归档一次，如果都把所有的日志存在一个文件里面，文件会受不了的，解释一下参数信息：fileName后面如果后面不跟/，例如dev/logs/app.log，那就会把日志文件放在project工程下面，不是所属的项目下面如果后面跟/，例如/dev/logs/app.log，那就会把日志文件直接放在项目所在盘符的根目录下，例如项目在E盘存放，那就会把日志文件直接放在E盘的根目录下，如果后面直接加盘符，那就会存在特定的位置，例如F:/dev/logs/app.log,那就会直接放在F盘中特定的位置，上面都是经过测验的，fileName后面的app.log文件相当于是一个缓存文件，我们会把日志信息先放在app.log中，当达到我们设置的要求之后会把app.log中的日志信息转移到filePattern指定的日志文件中，转移的内容就会从app.log日志文件中清除，没有转移的内容还存放在app.log中，等到下一次符合要求的时候在进行一次转移-->
|
||||||
|
<!--$${date:yyyy-MM}用在文件上面，输出的是目录的名字，例如2020-03，%d{MM-dd-yyyy}输入的就是月日年，例如03-02-2020，%i按照轮询输出，毕竟一天可能有符合要求的多个日志文件生成，所以需要在后面加一个类似于后缀的东西，当天的第一个日志文件可能是-1.log.gz，第二个文件就是-2.log.gz-->
|
||||||
|
<RollingFile name="RollingFile" fileName="${LOG_PATH}/${LOG_FILE}.log"
|
||||||
|
filePattern="${LOG_PATH}/$${date:yyyy-MM}/${LOG_FILE}-%d{yyyy-MM-dd}-%i.log">
|
||||||
|
<!--%thread:线程名;%-5level:级别从左显示5个字符宽度;%msg:在代码中需要输出的日志消息;%class{36}:估计显示的是完整类名-->
|
||||||
|
<PatternLayout pattern=" %d{yyyy-MM-dd HH:mm:ss z} %-5level %class{36} %L %M - %msg%xEx%n"/>
|
||||||
|
<!--<SizeBasedTriggeringPolicy size="300MB"/>-->
|
||||||
|
<Policies>
|
||||||
|
<!--TimeBasedTriggeringPolicy基于时间的触发策略，integer属性和上面<RollingFile>标签中的filePattern的值有关,例如：filePattern=”xxx%d{yyyy-MM-dd}xx” interval=”1” 表示将1天一个日志文件；filePattern=”xxx%d{yyyy-MM-dd-HH}xxx” interval=”1”表示一个小时一个日志文件,也就是说interval的单位取决于filePattern中的最小时间单位；modulate是（boolean）以0点钟为边界进行偏移计算，应该就是假设你中午启动项目，晚上0点也是一天了，而不是经过24小时才算一天-->
|
||||||
|
<TimeBasedTriggeringPolicy interval="1" modulate="true"/>
|
||||||
|
<!--当app.log文件大小到达100MB的时候，就归档一次日志文件，也就是把app.log中的那前面100MB文件取出来，放到上面<RollingFile >中的filePattern后面的路径中-->
|
||||||
|
<SizeBasedTriggeringPolicy size="100MB"/>
|
||||||
|
</Policies>
|
||||||
|
</RollingFile>
|
||||||
|
</appenders>
|
||||||
|
|
||||||
|
<loggers>
|
||||||
|
<logger name="net.srt.dao" level="DEBUG" additivity="false">
|
||||||
|
<appender-ref ref="Console"/>
|
||||||
|
</logger>
|
||||||
|
<!--level="info"代表只能打印出info及其以上的信息；Console是上面Console标签的名字，往这一写，就可以往控制台上输出内容了，RollingFile是上面RollingFile标签的名字，往这一写，就会往设定的文件中输出内容了；当程序运行的时候就会被创建日志输出文件，不过里面没有任何日志内容，是否往里面输入日志，是通过下面的appender-ref标签控制的-->
|
||||||
|
<root level="info">
|
||||||
|
<appender-ref ref="Console"/>
|
||||||
|
<!--一般不使用这个，只是让你知道有这个输出日志文件的方式而已-->
|
||||||
|
<!--<appender-ref ref="File"/>-->
|
||||||
|
<appender-ref ref="RollingFile"/>
|
||||||
|
</root>
|
||||||
|
</loggers>
|
||||||
|
</configuration>
|
||||||
|
|
@ -0,0 +1,41 @@
|
||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<!DOCTYPE mapper PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN" "http://mybatis.org/dtd/mybatis-3-mapper.dtd">
|
||||||
|
|
||||||
|
<mapper namespace="net.srt.dao.DataAccessDao">
|
||||||
|
|
||||||
|
<resultMap type="net.srt.entity.DataAccessEntity" id="dataAccessMap">
|
||||||
|
<result property="id" column="id"/>
|
||||||
|
<result property="taskName" column="task_name"/>
|
||||||
|
<result property="projectId" column="project_id"/>
|
||||||
|
<result property="sourceDatabaseId" column="source_database_id"/>
|
||||||
|
<result property="targetDatabaseId" column="target_database_id"/>
|
||||||
|
<result property="accessMode" column="access_mode"/>
|
||||||
|
<result property="taskType" column="task_type"/>
|
||||||
|
<result property="cron" column="cron"/>
|
||||||
|
<result property="status" column="status"/>
|
||||||
|
<result property="runStatus" column="run_status"/>
|
||||||
|
<result property="dataAccessJson" column="data_access_json" typeHandler="com.baomidou.mybatisplus.extension.handlers.JacksonTypeHandler"/>
|
||||||
|
<result property="startTime" column="start_time"/>
|
||||||
|
<result property="endTime" column="end_time"/>
|
||||||
|
<result property="releaseTime" column="release_time"/>
|
||||||
|
<result property="note" column="note"/>
|
||||||
|
<result property="releaseUserId" column="release_user_id"/>
|
||||||
|
<result property="version" column="version"/>
|
||||||
|
<result property="deleted" column="deleted"/>
|
||||||
|
<result property="creator" column="creator"/>
|
||||||
|
<result property="createTime" column="create_time"/>
|
||||||
|
<result property="updater" column="updater"/>
|
||||||
|
<result property="updateTime" column="update_time"/>
|
||||||
|
</resultMap>
|
||||||
|
|
||||||
|
<update id="updateStartInfo">
|
||||||
|
UPDATE data_access SET run_status=2,start_time=now(),end_time=null WHERE id=#{dataAccessId}
|
||||||
|
</update>
|
||||||
|
<update id="updateEndInfo">
|
||||||
|
UPDATE data_access SET run_status=#{runStatus},end_time=now(),next_run_time=#{nextRunTime} WHERE id=#{dataAccessId}
|
||||||
|
</update>
|
||||||
|
<update id="changeStatus">
|
||||||
|
UPDATE data_access SET status=#{status},release_time=#{releaseTime},release_user_id=#{releaseUserId} WHERE id=#{id}
|
||||||
|
</update>
|
||||||
|
|
||||||
|
</mapper>
|
||||||
|
|
@ -15,9 +15,9 @@ spring:
|
||||||
discovery:
|
discovery:
|
||||||
server-addr: 101.34.77.101:8848
|
server-addr: 101.34.77.101:8848
|
||||||
# 命名空间，默认：public
|
# 命名空间，默认：public
|
||||||
namespace: c5d32e76-b83c-4254-8176-1c6a2cee8e3b
|
namespace: 7e1e997d-5fa4-4f84-9f48-3e0adf830a37
|
||||||
service: ${spring.application.name}
|
service: ${spring.application.name}
|
||||||
group: srt2.1
|
group: srt2.0
|
||||||
config:
|
config:
|
||||||
server-addr: ${spring.cloud.nacos.discovery.server-addr}
|
server-addr: ${spring.cloud.nacos.discovery.server-addr}
|
||||||
namespace: ${spring.cloud.nacos.discovery.namespace}
|
namespace: ${spring.cloud.nacos.discovery.namespace}
|
||||||
|
|
|
||||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
|
|
@ -95,9 +95,9 @@ spring:
|
||||||
discovery:
|
discovery:
|
||||||
server-addr: 101.34.77.101:8848
|
server-addr: 101.34.77.101:8848
|
||||||
# 命名空间，默认：public
|
# 命名空间，默认：public
|
||||||
namespace: c5d32e76-b83c-4254-8176-1c6a2cee8e3b
|
namespace: 7e1e997d-5fa4-4f84-9f48-3e0adf830a37
|
||||||
service: ${spring.application.name}
|
service: ${spring.application.name}
|
||||||
group: srt2.1
|
group: srt2.0
|
||||||
|
|
||||||
springdoc:
|
springdoc:
|
||||||
swagger-ui:
|
swagger-ui:
|
||||||
|
|
|
||||||
|
|
@ -11,9 +11,9 @@ spring:
|
||||||
discovery:
|
discovery:
|
||||||
server-addr: 101.34.77.101:8848
|
server-addr: 101.34.77.101:8848
|
||||||
# 命名空间，默认：public
|
# 命名空间，默认：public
|
||||||
namespace: c5d32e76-b83c-4254-8176-1c6a2cee8e3b
|
namespace: 7e1e997d-5fa4-4f84-9f48-3e0adf830a37
|
||||||
service: ${spring.application.name}
|
service: ${spring.application.name}
|
||||||
group: srt2.1
|
group: srt2.0
|
||||||
config:
|
config:
|
||||||
server-addr: ${spring.cloud.nacos.discovery.server-addr}
|
server-addr: ${spring.cloud.nacos.discovery.server-addr}
|
||||||
namespace: ${spring.cloud.nacos.discovery.namespace}
|
namespace: ${spring.cloud.nacos.discovery.namespace}
|
||||||
|
|
|
||||||
|
|
@ -75,7 +75,7 @@
|
||||||
<artifactId>srt-cloud-data-integrate</artifactId>
|
<artifactId>srt-cloud-data-integrate</artifactId>
|
||||||
<version>2.0.0</version>
|
<version>2.0.0</version>
|
||||||
</dependency>
|
</dependency>
|
||||||
<!-- mvn install:install-file -Dfile=D:/Student_IDEA/srt-cloud/data-center/srt-cloud-module/srt-cloud-datax/src/main/java/net/srt/datax/lib/datax-core-0.0.1-SNAPSHOT.jar -DgroupId=com.alibaba.datax -DartifactId=datax-core -Dversion=0.0.1-SNAPSHOT -Dpackaging=jar
|
<!-- mvn install:install-file -Dfile=D:\srt\1\srt_cloud\srt-cloud-module\srt-cloud-datax\src\main\java\net\srt\datax\lib\datax-core-0.0.1-SNAPSHOT.jar -DgroupId=com.alibaba.datax -DartifactId=datax-core -Dversion=0.0.1-SNAPSHOT -Dpackaging=jar
|
||||||
-->
|
-->
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>com.alibaba.datax</groupId>
|
<groupId>com.alibaba.datax</groupId>
|
||||||
|
|
@ -122,12 +122,19 @@
|
||||||
<artifactId>oraclereader</artifactId>
|
<artifactId>oraclereader</artifactId>
|
||||||
<version>0.0.1-SNAPSHOT</version>
|
<version>0.0.1-SNAPSHOT</version>
|
||||||
</dependency>
|
</dependency>
|
||||||
|
|
||||||
|
<!--httpclient-->
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.httpcomponents</groupId>
|
||||||
|
<artifactId>httpclient</artifactId>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
</dependencies>
|
</dependencies>
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
<build>
|
<build>
|
||||||
<!--<finalName>${project.artifactId}</finalName>-->
|
<!--<finalName>${project.artifactId}</finalName>-->
|
||||||
<plugins>
|
<plugins>
|
||||||
<plugin>
|
<plugin>
|
||||||
<groupId>org.codehaus.mojo</groupId>
|
<groupId>org.codehaus.mojo</groupId>
|
||||||
|
|
|
||||||
|
|
@ -1,33 +0,0 @@
|
||||||
package net.srt.datax.controllor;
|
|
||||||
|
|
||||||
import io.swagger.v3.oas.annotations.Operation;
|
|
||||||
import io.swagger.v3.oas.annotations.tags.Tag;
|
|
||||||
import lombok.AllArgsConstructor;
|
|
||||||
import net.srt.api.module.data.integrate.dto.DataAccessDto;
|
|
||||||
import net.srt.datax.server.DataxService;
|
|
||||||
import net.srt.framework.common.utils.Result;
|
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
|
||||||
import org.springframework.web.bind.annotation.*;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @ClassName StuController
|
|
||||||
* @Description 描述
|
|
||||||
* @Author 栗永斌
|
|
||||||
*/
|
|
||||||
@RestController
|
|
||||||
@RequestMapping("/datax")
|
|
||||||
@Tag(name = "datax同步")
|
|
||||||
public class DataxController {
|
|
||||||
@Autowired
|
|
||||||
private DataxService dataxService;
|
|
||||||
|
|
||||||
@Operation(summary = "执行")
|
|
||||||
@PostMapping("/execute")
|
|
||||||
public Result execute(@RequestBody DataAccessDto dataAccessDto) {
|
|
||||||
dataxService.datax(dataAccessDto);
|
|
||||||
return Result.ok();
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
@ -1,6 +1,7 @@
|
||||||
package net.srt.datax.mapper;
|
package net.srt.datax.mapper;
|
||||||
|
|
||||||
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
|
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
|
||||||
|
import org.mapstruct.Mapper;
|
||||||
|
|
||||||
public interface DataxMapper {
|
public interface DataxMapper {
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -11,9 +11,9 @@ spring:
|
||||||
discovery:
|
discovery:
|
||||||
server-addr: 101.34.77.101:8848
|
server-addr: 101.34.77.101:8848
|
||||||
# 命名空间，默认：public
|
# 命名空间，默认：public
|
||||||
namespace: c5d32e76-b83c-4254-8176-1c6a2cee8e3b
|
namespace: 7e1e997d-5fa4-4f84-9f48-3e0adf830a37
|
||||||
service: ${spring.application.name}
|
service: ${spring.application.name}
|
||||||
group: srt2.1
|
group: srt2.0
|
||||||
config:
|
config:
|
||||||
server-addr: ${spring.cloud.nacos.discovery.server-addr}
|
server-addr: ${spring.cloud.nacos.discovery.server-addr}
|
||||||
namespace: ${spring.cloud.nacos.discovery.namespace}
|
namespace: ${spring.cloud.nacos.discovery.namespace}
|
||||||
|
|
|
||||||
|
|
@ -11,9 +11,9 @@ spring:
|
||||||
discovery:
|
discovery:
|
||||||
server-addr: 101.34.77.101:8848
|
server-addr: 101.34.77.101:8848
|
||||||
# 命名空间，默认：public
|
# 命名空间，默认：public
|
||||||
namespace: c5d32e76-b83c-4254-8176-1c6a2cee8e3b
|
namespace: 7e1e997d-5fa4-4f84-9f48-3e0adf830a37
|
||||||
service: ${spring.application.name}
|
service: ${spring.application.name}
|
||||||
group: srt2.1
|
group: srt2.0
|
||||||
config:
|
config:
|
||||||
server-addr: ${spring.cloud.nacos.discovery.server-addr}
|
server-addr: ${spring.cloud.nacos.discovery.server-addr}
|
||||||
namespace: ${spring.cloud.nacos.discovery.namespace}
|
namespace: ${spring.cloud.nacos.discovery.namespace}
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@ import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
|
||||||
import com.baomidou.mybatisplus.core.metadata.IPage;
|
import com.baomidou.mybatisplus.core.metadata.IPage;
|
||||||
import com.baomidou.mybatisplus.core.toolkit.Wrappers;
|
import com.baomidou.mybatisplus.core.toolkit.Wrappers;
|
||||||
import lombok.AllArgsConstructor;
|
import lombok.AllArgsConstructor;
|
||||||
import net.srt.framework.common.page.PageResult;
|
import net.srt.framework.common.page .PageResult;
|
||||||
import net.srt.framework.mybatis.service.impl.BaseServiceImpl;
|
import net.srt.framework.mybatis.service.impl.BaseServiceImpl;
|
||||||
import net.srt.quartz.convert.ScheduleJobLogConvert;
|
import net.srt.quartz.convert.ScheduleJobLogConvert;
|
||||||
import net.srt.quartz.dao.ScheduleJobLogDao;
|
import net.srt.quartz.dao.ScheduleJobLogDao;
|
||||||
|
|
|
||||||
|
|
@ -11,9 +11,9 @@ spring:
|
||||||
discovery:
|
discovery:
|
||||||
server-addr: 101.34.77.101:8848
|
server-addr: 101.34.77.101:8848
|
||||||
# 命名空间，默认：public
|
# 命名空间，默认：public
|
||||||
namespace: c5d32e76-b83c-4254-8176-1c6a2cee8e3b
|
namespace: 7e1e997d-5fa4-4f84-9f48-3e0adf830a37
|
||||||
service: ${spring.application.name}
|
service: ${spring.application.name}
|
||||||
group: srt2.1
|
group: srt2.0
|
||||||
config:
|
config:
|
||||||
server-addr: ${spring.cloud.nacos.discovery.server-addr}
|
server-addr: ${spring.cloud.nacos.discovery.server-addr}
|
||||||
namespace: ${spring.cloud.nacos.discovery.namespace}
|
namespace: ${spring.cloud.nacos.discovery.namespace}
|
||||||
|
|
|
||||||
|
|
@ -4,6 +4,7 @@
|
||||||
<artifactId>srt-cloud</artifactId>
|
<artifactId>srt-cloud</artifactId>
|
||||||
<version>2.0.0</version>
|
<version>2.0.0</version>
|
||||||
</parent>
|
</parent>
|
||||||
|
|
||||||
<modelVersion>4.0.0</modelVersion>
|
<modelVersion>4.0.0</modelVersion>
|
||||||
<artifactId>srt-cloud-system</artifactId>
|
<artifactId>srt-cloud-system</artifactId>
|
||||||
<packaging>jar</packaging>
|
<packaging>jar</packaging>
|
||||||
|
|
|
||||||
|
|
@ -14,9 +14,9 @@ spring:
|
||||||
discovery:
|
discovery:
|
||||||
server-addr: 101.34.77.101:8848
|
server-addr: 101.34.77.101:8848
|
||||||
# 命名空间，默认：public
|
# 命名空间，默认：public
|
||||||
namespace: c5d32e76-b83c-4254-8176-1c6a2cee8e3b
|
namespace: 7e1e997d-5fa4-4f84-9f48-3e0adf830a37
|
||||||
service: ${spring.application.name}
|
service: ${spring.application.name}
|
||||||
group: srt2.1
|
group: srt2.0
|
||||||
config:
|
config:
|
||||||
server-addr: ${spring.cloud.nacos.discovery.server-addr}
|
server-addr: ${spring.cloud.nacos.discovery.server-addr}
|
||||||
namespace: ${spring.cloud.nacos.discovery.namespace}
|
namespace: ${spring.cloud.nacos.discovery.namespace}
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue