cbx
/
srt_cloud
1
0
Fork 0
Code Issues Pull Requests 1 Packages Projects Releases Wiki Activity

datax模块

master
chenbingxuan 2023-12-19 14:28:22 +08:00
parent 63452aff85
commit d6ae9ef856
36 changed files with 891 additions and 318 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
pom.xml
View File

@ -22,6 +22,7 @@
<module>srt-cloud-data-integrate</module>
<module>srt-cloud-system</module>
<module>srt-cloud-gateway</module>
<module>srt-data-development</module>
</modules>
<properties>

5
srt-cloud-api/src/main/java/net/srt/api/module/data/integrate/dto/DataAccessDto.java
View File

@ -95,5 +95,10 @@ public class DataAccessDto implements Serializable {
@JsonFormat(pattern = DateUtils.DATE_TIME_PATTERN)
private Date updateTime;
@Schema(description = "判断是否是datax同步")
private String isDatax;
}

3
srt-cloud-data-integrate/src/main/java/net/srt/dto/DataAccessClientDto.java
View File

@ -64,4 +64,7 @@ public class DataAccessClientDto {
private List<PatternMapper> tableNameMapper;
@Schema(description = "字段名名映射")
private List<PatternMapper> columnNameMapper;
@Schema(description = "同步类型")
private String isDatax;
}

2
srt-cloud-data-integrate/src/main/java/net/srt/entity/DataAccessEntity.java
View File

@ -115,5 +115,7 @@ public class DataAccessEntity extends BaseEntity {
*/
private Date nextRunTime;
private Integer isDatax;
}

5
srt-cloud-data-integrate/src/main/java/net/srt/vo/DataAccessVO.java
View File

@ -99,5 +99,10 @@ public class DataAccessVO implements Serializable {
@JsonFormat(pattern = DateUtils.DATE_TIME_PATTERN)
private Date updateTime;
@Schema(description = "是否是datax任务")
private String isDatax;
}

BIN
srt-cloud-framework/srt-cloud-flink/build/app/flink-app-1.14-2.0.0-jar-with-dependencies.jar
View File

Binary file not shown.

BIN
srt-cloud-framework/srt-cloud-flink/build/extends/flink-catalog-mysql-1.14-2.0.0.jar
View File

Binary file not shown.

BIN
srt-cloud-framework/srt-cloud-flink/build/extends/flink-client-1.14-2.0.0.jar
View File

Binary file not shown.

17
srt-cloud-gateway/src/main/resources/bootstrap.yml
View File

@ -23,7 +23,6 @@ spring:
- Path=/sys/**
filters:
- StripPrefix=1
- id: srt-cloud-quartz
uri: lb://srt-cloud-quartz
order: 2
@ -31,7 +30,6 @@ spring:
- Path=/schedule/**
filters:
- StripPrefix=1
- id: srt-cloud-message
uri: lb://srt-cloud-message
order: 3
@ -39,7 +37,6 @@ spring:
- Path=/message/**
filters:
- StripPrefix=1
- id: srt-cloud-data-integrate
uri: lb://srt-cloud-data-integrate
order: 4
@ -47,7 +44,6 @@ spring:
- Path=/data-integrate/**
filters:
- StripPrefix=1
- id: srt-cloud-data-development
uri: lb://srt-cloud-data-development
order: 5
@ -55,7 +51,6 @@ spring:
- Path=/data-development/**
filters:
- StripPrefix=1
- id: srt-cloud-data-service
uri: lb://srt-cloud-data-service
order: 6
@ -63,7 +58,6 @@ spring:
- Path=/data-service/**
filters:
- StripPrefix=1
- id: srt-cloud-data-governance
uri: lb://srt-cloud-data-governance
order: 7
@ -71,7 +65,6 @@ spring:
- Path=/data-governance/**
filters:
- StripPrefix=1
- id: srt-cloud-data-assets
uri: lb://srt-cloud-data-assets
order: 8
@ -79,22 +72,19 @@ spring:
- Path=/data-assets/**
filters:
- StripPrefix=1
- id: openapi
uri: http://localhost:${server.port}
predicates:
- Path=/v3/api-docs/**
filters:
- RewritePath=/v3/api-docs/(?<path>.*), /$\{path}/v3/api-docs
- id: srt-cloud-datax # New Gateway
uri: lb://srt-cloud-datax # Update with the correct URI for your new service
- id: srt-cloud-datax-service # New Gateway
uri: lb://srt-cloud-datax-service # Update with the correct URI for your new service
predicates:
- Path=/srt-cloud-datax/** # Adjust the path as needed
- Path=/srt-cloud-datax-service/** # Adjust the path as needed
filters:
- StripPrefix=1
nacos:
discovery:
server-addr: 101.34.77.101:8848
@ -107,7 +97,6 @@ springdoc:
swagger-ui:
path: doc.html
logging:
level:
org:

1
srt-cloud-module/pom.xml
View File

@ -12,6 +12,7 @@
<module>srt-cloud-quartz</module>
<module>srt-cloud-message</module>
<module>srt-cloud-datax</module>
<module>srt-cloud-datax-service</module>
</modules>

210
srt-cloud-module/srt-cloud-datax-service/pom.xml 100644
View File

@ -0,0 +1,210 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>net.srt</groupId>
<artifactId>srt-cloud-module</artifactId>
<version>2.0.0</version>
</parent>
<artifactId>srt-cloud-datax-service</artifactId>
<properties>
<maven.compiler.source>8</maven.compiler.source>
<maven.compiler.target>8</maven.compiler.target>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
</properties>
<dependencies>
<dependency>
<groupId>net.srt</groupId>
<artifactId>srt-cloud-mybatis</artifactId>
<version>2.0.0</version>
</dependency>
<dependency>
<groupId>net.srt</groupId>
<artifactId>srt-cloud-api</artifactId>
<version>2.0.0</version>
</dependency>
<!--使用log42j-->
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-log4j2</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.cloud</groupId>
<artifactId>spring-cloud-starter-bootstrap</artifactId>
<exclusions>
<exclusion>
<artifactId>spring-boot-starter-logging</artifactId>
<groupId>org.springframework.boot</groupId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>com.alibaba.cloud</groupId>
<artifactId>spring-cloud-starter-alibaba-nacos-discovery</artifactId>
</dependency>
<dependency>
<groupId>com.alibaba.cloud</groupId>
<artifactId>spring-cloud-starter-alibaba-nacos-config</artifactId>
</dependency>
<!-- <dependency>-->
<!-- <groupId>com.github.xiaoymin</groupId>-->
<!-- <artifactId>knife4j-springdoc-ui</artifactId>-->
<!-- </dependency>-->
<dependency>
<groupId>com.aliyun</groupId>
<artifactId>dysmsapi20170525</artifactId>
</dependency>
<dependency>
<groupId>com.squareup.okhttp3</groupId>
<artifactId>okhttp</artifactId>
</dependency>
<dependency>
<groupId>com.tencentcloudapi</groupId>
<artifactId>tencentcloud-sdk-java</artifactId>
</dependency>
<dependency>
<groupId>com.qiniu</groupId>
<artifactId>qiniu-java-sdk</artifactId>
</dependency>
</dependencies>
<build>
<!--<finalName>${project.artifactId}</finalName>-->
<plugins>
<plugin>
<groupId>org.codehaus.mojo</groupId>
<artifactId>appassembler-maven-plugin</artifactId>
<version>2.1.0</version>
<!-- 如果不配置 generate-daemons，则打包命令为 mvn clean package appassembler:assemble -->
<!-- 如果配置了 generate-daemons，打包命令可以是 mvn clean package 也可以是 mvn clean package appassembler:assemble -->
<executions>
<execution>
<id>generate-jsw-scripts</id>
<phase>package</phase>
<goals>
<goal>generate-daemons</goal>
</goals>
</execution>
</executions>
<configuration>
<!-- flat与lib共同决定将项目用的的所有jar包复制到lib目录下 -->
<repositoryLayout>flat</repositoryLayout>
<!--从哪里copy配置文件-->
<configurationSourceDirectory>src/main/resources</configurationSourceDirectory>
<includeConfigurationDirectoryInClasspath>true</includeConfigurationDirectoryInClasspath>
<!--是否copy配置文件-->
<copyConfigurationDirectory>true</copyConfigurationDirectory>
<!--配置文件存放在conf目录路径-->
<configurationDirectory>conf</configurationDirectory>
<!-- 打包的jar，以及maven依赖的jar放到这个目录里面 -->
<repositoryName>lib</repositoryName>
<!-- 可执行脚本的目录 -->
<binFolder>bin</binFolder>
<encoding>UTF-8</encoding>
<logsDirectory>logs</logsDirectory>
<daemons>
<daemon>
<id>${project.artifactId}</id>
<mainClass>net.srt.QuartzApplication</mainClass>
<platforms>
<platform>jsw</platform>
</platforms>
<generatorConfigurations>
<generatorConfiguration>
<generator>jsw</generator>
<includes>
<include>linux-x86-32</include>
<include>linux-x86-64</include>
<include>windows-x86-32</include>
<include>windows-x86-64</include>
</includes>
<configuration>
<property>
<name>configuration.directory.in.classpath.first</name>
<value>conf</value>
</property>
<property>
<name>wrapper.ping.timeout</name>
<value>120</value>
</property>
<property>
<name>set.default.REPO_DIR</name>
<value>lib</value>
</property>
<property>
<name>wrapper.logfile</name>
<value>logs/wrapper.log</value>
</property>
</configuration>
</generatorConfiguration>
</generatorConfigurations>
<jvmSettings>
<!-- jvm参数 -->
<!--<systemProperties>
<systemProperty>com.sun.management.jmxremote</systemProperty>
<systemProperty>com.sun.management.jmxremote.port=1984</systemProperty>
<systemProperty>com.sun.management.jmxremote.authenticate=false</systemProperty>
<systemProperty>com.sun.management.jmxremote.ssl=false</systemProperty>
</systemProperties>-->
<extraArguments>
<extraArgument>-server</extraArgument>
<extraArgument>-Dfile.encoding=utf-8</extraArgument>
<extraArgument>-Xms128m</extraArgument>
<extraArgument>-Xmx2048m</extraArgument>
<extraArgument>-XX:+PrintGCDetails</extraArgument><!--输出GC的详细日志-->
<extraArgument>-XX:+PrintGCDateStamps</extraArgument><!--输出GC的时间戳-->
<extraArgument>-Xloggc:logs/gc.log</extraArgument><!--日志文件的输出路径-->
</extraArguments>
</jvmSettings>
</daemon>
</daemons>
<programs>
<program>
<mainClass>net.srt.QuartzApplication</mainClass>
<id>${project.artifactId}</id>
</program>
</programs>
</configuration>
</plugin>
<!--打包 日常调试打包可以把该组件注释掉，不然install的速度比较慢-->
<plugin>
<artifactId>maven-assembly-plugin</artifactId>
<configuration>
<descriptors>
<descriptor>${project.parent.parent.basedir}/assembly/assembly-win.xml</descriptor>
<descriptor>${project.parent.parent.basedir}/assembly/assembly-linux.xml</descriptor>
</descriptors>
</configuration>
<executions>
<execution>
<id>make-assembly</id>
<phase>package</phase>
<goals>
<goal>single</goal>
</goals>
</execution>
</executions>
</plugin>
<!--<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
</plugin>-->
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-surefire-plugin</artifactId>
<configuration>
<skipTests>true</skipTests>
</configuration>
</plugin>
</plugins>
</build>
</project>

20
srt-cloud-module/srt-cloud-datax-service/src/main/java/net/srt/DataxServiceApp.java 100644
View File

@ -0,0 +1,20 @@
package net.srt;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
import org.springframework.cloud.client.discovery.EnableDiscoveryClient;
import org.springframework.context.annotation.ComponentScan;
/**
* @ClassName StuApp
* @Description 描述
* @Author 栗永斌
*/
@EnableDiscoveryClient
@SpringBootApplication
public class DataxServiceApp {
public static void main(String[] args) {
SpringApplication.run(DataxServiceApp.class);
System.out.println("Hello world!");
}
}

65
srt-cloud-module/srt-cloud-datax-service/src/main/java/net/srt/datax/controllor/SrtDataxController.java 100644
View File

@ -0,0 +1,65 @@
package net.srt.datax.controllor;
import io.swagger.v3.oas.annotations.Operation;
import io.swagger.v3.oas.annotations.tags.Tag;
import lombok.AllArgsConstructor;
import net.srt.datax.server.SrtDataxService;
import net.srt.datax.vo.StrDatax;
import net.srt.framework.common.utils.Result;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.*;
import java.util.List;
/**
* @ClassName StuController
* @Description 描述
* @Author 栗永斌
*/
@RestController
@RequestMapping("/dataxService")
@Tag(name = "datax库表")
public class SrtDataxController {
@Autowired
private SrtDataxService dataxService;
@Operation(summary = "查询列表")
@PostMapping("/list")
public Result<List<StrDatax>> list() {
List<StrDatax> stuList = dataxService.dataxList();
return Result.ok(stuList);
}
@Operation(summary = "新增")
@PostMapping("/add")
public Result<StrDatax> add(@RequestBody StrDatax strDatax) {
dataxService.add(strDatax);
return Result.ok();
}
@Operation(summary = "修改列表")
@PostMapping("/update")
public Result<StrDatax> update(@RequestBody StrDatax strDatax) {
dataxService.updateStrDatax(strDatax);
return Result.ok();
}
@Operation(summary = "删除列表")
@PostMapping("/del/{id}")
public Result<String> del(@PathVariable Long id) {
dataxService.delStrDatax(id);
return Result.ok();
}
@Operation(summary = "回显")
@PostMapping("/findById/{id}")
public Result<StrDatax> findById(@PathVariable Integer id) {
if (id!= null) {
return Result.ok(dataxService.findById(id));
}
return Result.ok();
}
}

10
srt-cloud-module/srt-cloud-datax-service/src/main/java/net/srt/datax/mapper/SrtDataxMapper.java 100644
View File

@ -0,0 +1,10 @@
package net.srt.datax.mapper;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import net.srt.datax.vo.StrDatax;
import org.apache.ibatis.annotations.Mapper;
@Mapper
public interface SrtDataxMapper extends BaseMapper<StrDatax> {
}

26
srt-cloud-module/srt-cloud-datax-service/src/main/java/net/srt/datax/server/SrtDataxService.java 100644
View File

@ -0,0 +1,26 @@
package net.srt.datax.server;
import com.baomidou.mybatisplus.extension.service.IService;
import net.srt.datax.vo.StrDatax;
import java.util.List;
/**
* @ClassName StrDataxService
* @Description 描述
* @Author 栗永斌
*/
public interface SrtDataxService extends IService<StrDatax> {
void add(StrDatax StrDatax);
List<StrDatax> dataxList();
void delStrDatax(Long id);
void updateStrDatax(StrDatax StrDatax);
StrDatax findById(Integer id);
}

74
srt-cloud-module/srt-cloud-datax-service/src/main/java/net/srt/datax/server/impl/StrDataxServiceImpl.java 100644
View File

@ -0,0 +1,74 @@
package net.srt.datax.server.impl;
import cn.hutool.http.server.HttpServerRequest;
import lombok.AllArgsConstructor;
import net.srt.datax.mapper.SrtDataxMapper;
import net.srt.datax.server.SrtDataxService;
import net.srt.datax.vo.StrDatax;
import net.srt.framework.mybatis.service.impl.BaseServiceImpl;
import net.srt.framework.security.cache.TokenStoreCache;
import net.srt.framework.security.user.UserDetail;
import net.srt.framework.security.utils.TokenUtils;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import javax.servlet.http.HttpServletRequest;
import java.util.Date;
import java.util.List;
/**
* @ClassName StrDataxServiceImpl
* @Description 描述
* @Author 栗永斌
*/
@Service
@AllArgsConstructor
public class StrDataxServiceImpl extends BaseServiceImpl<SrtDataxMapper, StrDatax> implements SrtDataxService {
private SrtDataxMapper dataxMapper;
private final TokenStoreCache tokenStoreCache;
private HttpServletRequest request;
@Override
public void add(StrDatax strDatax) {
UserDetail user = getUser();
strDatax.setCreateUser(user.getUsername());
strDatax.setCreateTime(new Date());
dataxMapper.insert(strDatax);
}
@Override
public List<StrDatax> dataxList() {
List<StrDatax> StrDataxs = dataxMapper.selectList(null);
return StrDataxs;
}
@Override
public void delStrDatax(Long id) {
dataxMapper.deleteById(id);
}
@Override
public void updateStrDatax(StrDatax strDatax) {
UserDetail user = getUser();
strDatax.setUpdateUser(user.getUsername());
strDatax.setUpdateTime(new Date());
dataxMapper.updateById(strDatax);
}
@Override
public StrDatax findById(Integer id) {
return dataxMapper.selectById(id);
}
private UserDetail getUser() {
String accessToken = TokenUtils.getAccessToken(request);
UserDetail user = tokenStoreCache.getUser(accessToken);
return user;
}
}

2
srt-cloud-module/srt-cloud-datax/src/main/java/net/srt/datax/test/OptimizedDataGeneration.java → srt-cloud-module/srt-cloud-datax-service/src/main/java/net/srt/datax/test/OptimizedDataGeneration.java
View File

@ -1,4 +1,4 @@
package net.srt.vo;
package net.srt.datax.test;
import lombok.extern.log4j.Log4j2;

8
srt-cloud-module/srt-cloud-datax/src/main/java/net/srt/datax/vo/StrDatax.java → srt-cloud-module/srt-cloud-datax-service/src/main/java/net/srt/datax/vo/StrDatax.java
View File

@ -2,8 +2,10 @@ package net.srt.datax.vo;
import com.baomidou.mybatisplus.annotation.TableId;
import com.baomidou.mybatisplus.annotation.TableName;
import com.fasterxml.jackson.annotation.JsonFormat;
import io.swagger.v3.oas.annotations.media.Schema;
import lombok.Data;
import org.springframework.format.annotation.DateTimeFormat;
import javax.validation.constraints.NotBlank;
import javax.validation.constraints.NotNull;
@ -41,6 +43,8 @@ public class StrDatax {
@Schema(description = "创建时间", required = true)
@NotBlank(message = "创建时间不能为空")
@DateTimeFormat(pattern = "yyyy-MM-dd HH:mm:ss")
@JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss", timezone = "GMT+8")
private Date createTime;
@Schema(description = "创建人", required = true)
@ -49,10 +53,12 @@ public class StrDatax {
@Schema(description = "修改时间", required = true)
@NotBlank(message = "修改时间不能为空")
@DateTimeFormat(pattern = "yyyy-MM-dd HH:mm:ss")
@JsonFormat(pattern = "yyyy-MM-dd HH:mm:ss", timezone = "GMT+8")
private Date updateTime;
@Schema(description = "修改人", required = true)
@NotBlank(message = "修改人不能为空")
private Date updateUser;
private String updateUser;
}

4
srt-cloud-module/srt-cloud-datax-service/src/main/resources/auth.yml 100644
View File

@ -0,0 +1,4 @@
auth:
ignore_urls:
- /datax/**
- /api/quartz/**

34
srt-cloud-module/srt-cloud-datax-service/src/main/resources/bootstrap.yml 100644
View File

@ -0,0 +1,34 @@
server:
port: 8092
spring:
application:
name: srt-cloud-datax-service
profiles:
active: dev
cloud:
nacos:
discovery:
server-addr: 101.34.77.101:8848
# 命名空间，默认：public
namespace: c5d32e76-b83c-4254-8176-1c6a2cee8e3b
service: ${spring.application.name}
group: srt2.1
config:
server-addr: ${spring.cloud.nacos.discovery.server-addr}
namespace: ${spring.cloud.nacos.discovery.namespace}
file-extension: yaml
# 指定配置
extension-configs:
- data-id: datasource.yaml
refresh: true
# feign 配置
feign:
client:
config:
default:
connectTimeout: 1200000
readTimeout: 1200000
loggerLevel: basic
okhttp:
enabled: true

48
srt-cloud-module/srt-cloud-datax-service/src/main/resources/log4j2.xml 100644
View File

@ -0,0 +1,48 @@
<?xml version="1.0" encoding="UTF-8"?>
<!--status用于设置log4j2框架内部的日志信息输出，设置成OFF将禁止log4j2内部日志输出，毕竟这个日志对我们没有什么作用，如果设置成trace，你会看到log4j2内部各种详细输出；monitorInterval是监控间隔，例如下面的设置是指：log4j2每隔600秒自动监控该配置文件是否有变化，如果有变化，则根据文件内容新的配置生成日志-->
<configuration status="OFF" monitorInterval="600">
<Properties>
<property name="LOG_PATH">./logs/</property>
<property name="LOG_FILE">srt-cloud-quartz</property>
</Properties>
<!--定义添加器-->
<appenders>
<!--Console是输出控制台的标签，target可以控制往控制台输出日志的颜色，例如SYSTEM_OUT就是蓝色的，SYSTEM_ERR就是红色的-->
<Console name="Console" target="SYSTEM_OUT">
<!--控制台只输出level及以上级别的信息，onMatch为true代表符合level标准的才输出，onMismatch为true代表不符合level标准的就不输出-->
<ThresholdFilter level="info" onMatch="ACCEPT" onMismatch="ACCEPT"/>
<!--这个是输出日志的格式，如果对里面的参数不理解，可以去看我的这篇文章，网址是：“https://blog.csdn.net/qq_42449963/article/details/104617356”-->
<!--<PatternLayout pattern=" %d{yyyy-MM-dd HH:mm:ss.SSS} %-5level %class{36} %L %M - %msg%xEx%n"/>-->
<PatternLayout
pattern=" %d{yyyy-MM-dd HH:mm:ss.SSS} %highlight{%6p} %style{%5pid}{bright,magenta} --- [%15.15t] %style{%c{20}}{bright,cyan}: %m%n"/>
</Console>
<!--这种存储文件的方式更加合理，可以设置多长时间把文件归档一次，也可以设置多大文件归档一次，如果都把所有的日志存在一个文件里面，文件会受不了的，解释一下参数信息：fileName后面如果后面不跟/，例如dev/logs/app.log，那就会把日志文件放在project工程下面，不是所属的项目下面如果后面跟/，例如/dev/logs/app.log，那就会把日志文件直接放在项目所在盘符的根目录下，例如项目在E盘存放，那就会把日志文件直接放在E盘的根目录下，如果后面直接加盘符，那就会存在特定的位置，例如F:/dev/logs/app.log,那就会直接放在F盘中特定的位置，上面都是经过测验的，fileName后面的app.log文件相当于是一个缓存文件，我们会把日志信息先放在app.log中，当达到我们设置的要求之后会把app.log中的日志信息转移到filePattern指定的日志文件中，转移的内容就会从app.log日志文件中清除，没有转移的内容还存放在app.log中，等到下一次符合要求的时候在进行一次转移-->
<!--$${date:yyyy-MM}用在文件上面，输出的是目录的名字，例如2020-03，%d{MM-dd-yyyy}输入的就是月日年，例如03-02-2020，%i按照轮询输出，毕竟一天可能有符合要求的多个日志文件生成，所以需要在后面加一个类似于后缀的东西，当天的第一个日志文件可能是-1.log.gz，第二个文件就是-2.log.gz-->
<RollingFile name="RollingFile" fileName="${LOG_PATH}/${LOG_FILE}.log"
filePattern="${LOG_PATH}/$${date:yyyy-MM}/${LOG_FILE}-%d{yyyy-MM-dd}-%i.log">
<!--%thread:线程名;%-5level:级别从左显示5个字符宽度;%msg:在代码中需要输出的日志消息;%class{36}:估计显示的是完整类名-->
<PatternLayout pattern=" %d{yyyy-MM-dd HH:mm:ss z} %-5level %class{36} %L %M - %msg%xEx%n"/>
<!--<SizeBasedTriggeringPolicy size="300MB"/>-->
<Policies>
<!--TimeBasedTriggeringPolicy基于时间的触发策略，integer属性和上面<RollingFile>标签中的filePattern的值有关,例如：filePattern=”xxx%d{yyyy-MM-dd}xx” interval=”1” 表示将1天一个日志文件；filePattern=”xxx%d{yyyy-MM-dd-HH}xxx” interval=”1”表示一个小时一个日志文件,也就是说interval的单位取决于filePattern中的最小时间单位；modulate是（boolean）以0点钟为边界进行偏移计算，应该就是假设你中午启动项目，晚上0点也是一天了，而不是经过24小时才算一天-->
<TimeBasedTriggeringPolicy interval="1" modulate="true"/>
<!--当app.log文件大小到达100MB的时候，就归档一次日志文件，也就是把app.log中的那前面100MB文件取出来，放到上面<RollingFile >中的filePattern后面的路径中-->
<SizeBasedTriggeringPolicy size="100MB"/>
</Policies>
</RollingFile>
</appenders>
<loggers>
<logger name="net.srt.quartz.dao" level="DEBUG" additivity="false">
<appender-ref ref="Console"/>
</logger>
<!--level="info"代表只能打印出info及其以上的信息；Console是上面Console标签的名字，往这一写，就可以往控制台上输出内容了，RollingFile是上面RollingFile标签的名字，往这一写，就会往设定的文件中输出内容了；当程序运行的时候就会被创建日志输出文件，不过里面没有任何日志内容，是否往里面输入日志，是通过下面的appender-ref标签控制的-->
<root level="info">
<appender-ref ref="Console"/>
<!--一般不使用这个，只是让你知道有这个输出日志文件的方式而已-->
<!--<appender-ref ref="File"/>-->
<appender-ref ref="RollingFile"/>
</root>
</loggers>
</configuration>

52
srt-cloud-module/srt-cloud-datax/src/main/java/net/srt/datax/controllor/DataxController.java
View File

@ -3,68 +3,28 @@ package net.srt.datax.controllor;
import io.swagger.v3.oas.annotations.Operation;
import io.swagger.v3.oas.annotations.tags.Tag;
import lombok.AllArgsConstructor;
import net.srt.api.module.data.integrate.dto.DataAccessDto;
import net.srt.datax.server.DataxService;
import net.srt.datax.vo.StrDatax;
import net.srt.framework.common.utils.Result;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.*;
import java.util.List;
/**
* @ClassName StuController
* @Description 描述
* @Author 栗永斌
*/
@RestController
@RequestMapping("/data")
@Tag(name = "datax库表")
@AllArgsConstructor
@RequestMapping("/datax")
@Tag(name = "datax同步")
public class DataxController {
@Autowired
private DataxService dataxService;
@Operation(summary = "查询列表")
@PostMapping("/list")
public Result<List<StrDatax>> list() {
List<StrDatax> stuList = dataxService.dataxList();
return Result.ok(stuList);
}
@Operation(summary = "新增")
@PostMapping("/add")
public Result<StrDatax> add(@RequestBody StrDatax strDatax) {
dataxService.add(strDatax);
return Result.ok();
}
@Operation(summary = "修改列表")
@PostMapping("/update")
public Result<StrDatax> update(@RequestBody StrDatax strDatax) {
dataxService.updateStrDatax(strDatax);
return Result.ok();
}
@Operation(summary = "删除列表")
@PostMapping("/del/{id}")
public Result<String> del(@PathVariable Long id) {
dataxService.delStrDatax(id);
return Result.ok();
}
@Operation(summary = "回显")
@PostMapping("/findById/{id}")
public Result<StrDatax> findById(@PathVariable Integer id) {
if (id!= null) {
return Result.ok(dataxService.findById(id));
}
return Result.ok();
}
@Operation(summary = "执行")
@PostMapping("/datax/{id}")
public Result datax(@PathVariable Long id) {
dataxService.datax(id);
@PostMapping("/execute")
public Result execute(@RequestBody DataAccessDto dataAccessDto) {
dataxService.datax(dataAccessDto);
return Result.ok();
}

15
srt-cloud-module/srt-cloud-datax/src/main/java/net/srt/datax/feign/DataAccessFeign.java
View File

@ -1,13 +1,11 @@
package net.srt.datax.feign;
import io.swagger.v3.oas.annotations.Operation;
import net.srt.datax.feign.impl.DataAccessFeignImpl;
import net.srt.dto.DataAccessClientDto;
import net.srt.api.module.data.integrate.dto.DataAccessDto;
import net.srt.framework.common.utils.Result;
import org.springframework.cloud.openfeign.FeignClient;
import org.springframework.security.access.prepost.PreAuthorize;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.PathVariable;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestBody;
/**
* @author : WangZhanpeng
@ -16,8 +14,7 @@ import org.springframework.web.bind.annotation.PathVariable;
@FeignClient(name = "srt-cloud-data-integrate",fallback = DataAccessFeignImpl.class)
public interface DataAccessFeign {
@GetMapping("/database/{id}")
@Operation(summary = "信息")
@PreAuthorize("hasAuthority('data-integrate:access:info')")
public Result<DataAccessClientDto> get(@PathVariable("id") Long id);
@PostMapping("/datax/execute")
@Operation(summary = "定时器===>datax")
public Result execute(@RequestBody DataAccessDto dataAccessDto);
}

5
srt-cloud-module/srt-cloud-datax/src/main/java/net/srt/datax/feign/DataAccessFeignImpl.java
View File

@ -1,5 +1,6 @@
package net.srt.datax.feign.impl;
package net.srt.datax.feign;
import net.srt.api.module.data.integrate.dto.DataAccessDto;
import net.srt.datax.feign.DataAccessFeign;
import net.srt.dto.DataAccessClientDto;
import net.srt.framework.common.utils.Result;
@ -10,7 +11,7 @@ import net.srt.framework.common.utils.Result;
*/
public class DataAccessFeignImpl implements DataAccessFeign {
@Override
public Result<DataAccessClientDto> get(Long id) {
public Result execute(DataAccessDto dataAccessDto) {
return Result.error("服务器繁忙，请稍等~~~~");
}
}

11
srt-cloud-module/srt-cloud-datax/src/main/java/net/srt/datax/mapper/DataxMapper.java
View File

@ -1,16 +1,7 @@
package net.srt.datax.mapper;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import net.srt.datax.vo.StrDatax;
import org.apache.ibatis.annotations.Mapper;
/**
* @ClassName StuMapper
* @Description 描述
* @Author 栗永斌
*/
@Mapper
public interface DataxMapper extends BaseMapper<StrDatax> {
public interface DataxMapper {
}

21
srt-cloud-module/srt-cloud-datax/src/main/java/net/srt/datax/server/DataxService.java
View File

@ -1,28 +1,13 @@
package net.srt.datax.server;
import com.baomidou.mybatisplus.extension.service.IService;
import net.srt.datax.vo.StrDatax;
import java.util.List;
import net.srt.api.module.data.integrate.dto.DataAccessDto;
/**
* @ClassName StrDataxService
* @Description 描述
* @Author 栗永斌
*/
public interface DataxService extends IService<StrDatax> {
public interface DataxService {
void add(StrDatax StrDatax);
List<StrDatax> dataxList();
void delStrDatax(Long id);
void updateStrDatax(StrDatax StrDatax);
StrDatax findById(Integer id);
void datax(Long id);
void datax(DataAccessDto dataAccessDto);
}

103
srt-cloud-module/srt-cloud-datax/src/main/java/net/srt/datax/server/impl/DataxServiceImpl.java 100644
View File

@ -0,0 +1,103 @@
package net.srt.datax.server.impl;
import com.alibaba.datax.core.Engine;
import lombok.AllArgsConstructor;
import net.srt.api.module.data.integrate.dto.DataAccessDto;
import net.srt.dao.DataDatabaseDao;
import net.srt.datax.mapper.DataxMapper;
import net.srt.datax.server.DataxService;
import net.srt.entity.DataDatabaseEntity;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import java.time.LocalTime;
/**
* @ClassName StrDataxServiceImpl
* @Description 描述
* @Author 栗永斌
*/
@Service
public class DataxServiceImpl implements DataxService {
@Autowired
private DataxMapper dataxMapper;
@Autowired
private DataDatabaseDao dataDatabaseDao;
@Override
public void datax(DataAccessDto dataAccessDto) {
String jobJson = buildJobJSON(dataAccessDto);
// 调用datax完成数据同步
executeDataX(jobJson);
}
private void executeDataX(String job) {
System.setProperty("now", LocalTime.now().toString());
String[] dataxArgs = {"-job", job, "-mode", "standalone", "-jobid", "-1"};
try {
Engine.entry(dataxArgs);
} catch (Throwable e) {
e.printStackTrace();
}
}
private String buildJobJSON(DataAccessDto dataAccessData) {
//获取源端数据库信息
DataDatabaseEntity sourceDatabase = dataDatabaseDao.selectById(dataAccessData.getSourceDatabaseId());
//获取目标端数据库信息
DataDatabaseEntity targetDatabase = dataDatabaseDao.selectById(dataAccessData.getTargetDatabaseId());
// 根据任务详情和数据库信息生成job.json
String dataxJson = "{\n" +
" \"job\": {\n" +
" \"setting\": {\n" +
" \"speed\": {\n" +
" \"channel\": 5\n" +
" }\n" +
" },\n" +
" \"content\": [\n" +
" {\n" +
" \"reader\": {\n" +
" \"name\": \"mysqlreader\",\n" +
" \"parameter\": {\n" +
" \"username\": \""+sourceDatabase.getUserName()+"\",\n" +
" \"password\": \""+sourceDatabase.getPassword()+"\",\n" +
" \"column\": [\"*\"],\n" +
" \"splitPk\": \"id\",\n" +
" \"connection\": [\n" +
" {\n" +
" \"jdbcUrl\": [\""+sourceDatabase.getJdbcUrl()+"\"],\n" +
" \"table\": [\"source_table\"]\n" +
" }\n" +
" ]\n" +
" }\n" +
" },\n" +
" \"writer\": {\n" +
" \"name\": \"mysqlwriter\",\n" +
" \"parameter\": {\n" +
" \"writeMode\": \"replace\",\n" +
" \"username\": \""+targetDatabase.getUserName()+"\",\n" +
" \"password\": \""+targetDatabase.getPassword()+"\",\n" +
" \"column\": [\"*\"],\n" +
" \"session\": [\n" +
" \"set session sql_mode='ANSI_QUOTES'\"\n" +
" ],\n" +
" \"connection\": [\n" +
" {\n" +
" \"jdbcUrl\": \""+targetDatabase.getJdbcUrl()+"\",\n" +
" \"table\": [\"target_table\"]\n" +
" }\n" +
" ]\n" +
" }\n" +
" }\n" +
" }\n" +
" ]\n" +
" }\n" +
"}";
return dataxJson;
}
}

193
srt-cloud-module/srt-cloud-datax/src/main/java/net/srt/datax/server/impl/StrDataxServiceImpl.java
View File

@ -1,193 +0,0 @@
package net.srt.datax.server.impl;
import com.alibaba.datax.core.Engine;
import lombok.AllArgsConstructor;
import net.srt.api.module.data.integrate.DataAccessApi;
import net.srt.api.module.data.integrate.dto.DataAccessDto;
import net.srt.dao.DataDatabaseDao;
import net.srt.datax.conf.DataXFileUrl;
import net.srt.datax.feign.DataAccessFeign;
import net.srt.datax.mapper.DataxMapper;
import net.srt.datax.server.DataxService;
import net.srt.datax.vo.StrDatax;
import net.srt.dto.DataAccessClientDto;
import net.srt.entity.DataDatabaseEntity;
import net.srt.framework.common.utils.Result;
import net.srt.framework.mybatis.service.impl.BaseServiceImpl;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import java.io.BufferedWriter;
import java.io.FileWriter;
import java.io.IOException;
import java.time.LocalTime;
import java.util.List;
/**
* @ClassName StrDataxServiceImpl
* @Description 描述
* @Author 栗永斌
*/
@Service
@AllArgsConstructor
public class StrDataxServiceImpl extends BaseServiceImpl<DataxMapper, StrDatax> implements DataxService {
@Autowired
private DataxMapper dataxMapper;
@Autowired
private DataAccessApi dataAccessApi;
@Autowired
private DataDatabaseDao dataDatabaseDao;
@Autowired
private DataAccessFeign dataAccessFeign;
@Autowired
private DataXFileUrl datax;
@Override
public void add(StrDatax StrDatax) {
dataxMapper.insert(StrDatax);
}
@Override
public List<StrDatax> dataxList() {
List<StrDatax> StrDataxs = dataxMapper.selectList(null);
return StrDataxs;
}
@Override
public void delStrDatax(Long id) {
dataxMapper.deleteById(id);
}
@Override
public void updateStrDatax(StrDatax StrDatax) {
dataxMapper.updateById(StrDatax);
}
@Override
public StrDatax findById(Integer id) {
return dataxMapper.selectById(id);
}
@Override
public void datax(Long id) {
//根据id获取到任务详情
Result<DataAccessDto> byId = dataAccessApi.getById(id);
DataAccessDto dataAccessData = byId.getData();
// 根据任务详情获取到源端、目标端数据库信息
String jobJson = buildJobJSON(dataAccessData);
// 将job.json输出到本地并拿到绝对路径
String job = buildFile(jobJson);
// 调用datax完成数据同步
executeDataX(job);
}
private void executeDataX(String job) {
System.setProperty("datax.home", this.datax.getFileUrl());
System.setProperty("now", LocalTime.now().toString());
String[] dataxArgs = {"-job", job, "-mode", "standalone", "-jobid", "-1"};
try {
Engine.entry(dataxArgs);
} catch (Throwable e) {
e.printStackTrace();
}
}
private String buildFile(String jobJson) {
String out = "";
try {
out = this.datax.getFileUrl() + System.currentTimeMillis() + ".json";
FileWriter fileWriter = new FileWriter(out);
BufferedWriter bufferedWriter = new BufferedWriter(fileWriter);
bufferedWriter.write(jobJson);
bufferedWriter.close();
System.out.println(" JSON字符串已成功输出到job.json文件中");
} catch (IOException e) {
e.printStackTrace();
}
return out;
}
private String buildJobJSON(DataAccessDto dataAccessData) {
//获取源端数据库信息
DataDatabaseEntity sourceDatabase = dataDatabaseDao.selectById(dataAccessData.getSourceDatabaseId());
//获取目标端数据库信息
DataDatabaseEntity targetDatabase = dataDatabaseDao.selectById(dataAccessData.getTargetDatabaseId());
//获取表名映射
Result<DataAccessClientDto> dataAccessClientDtoResult = dataAccessFeign.get(dataAccessData.getId());
DataAccessClientDto accessClien = dataAccessClientDtoResult.getData();
// 根据任务详情和数据库信息生成job.json
String json = "{\n" +
"\t\"job\":{\n" +
"\t\t\"content\":[\n" +
"\t\t\t{\n" +
"\t\t\t\t\"reader\":{\n" +
"\t\t\t\t\t\"parameter\":{\n" +
"\t\t\t\t\t\t\"password\":" + sourceDatabase.getPassword() + ",\n" +
"\t\t\t\t\t\t\"connection\":[\n" +
"\t\t\t\t\t\t\t{\n" +
"\t\t\t\t\t\t\t\t\"querySql\":[\n" +
"\t\t\t\t\t\t\t\t\t\"SELECT * FROM " + accessClien.getTableNameMapper().get(0) + "\"\n" +
"\t\t\t\t\t\t\t\t],\n" +
"\t\t\t\t\t\t\t\t\"jdbcUrl\":[\n" +
"\t\t\t\t\t\t\t\t\t\"jdbc:mysql://" + sourceDatabase.getDatabaseIp() + ":" +
sourceDatabase.getDatabasePort() + "/" + sourceDatabase.getDatabaseName() + "\"\n" +
"\t\t\t\t\t\t\t\t]\n" +
"\t\t\t\t\t\t\t}\n" +
"\t\t\t\t\t\t],\n" +
"\t\t\t\t\t\t\"username\":" + sourceDatabase.getUserName() + "\n" +
"\t\t\t\t\t},\n" +
"\t\t\t\t\t\"name\":\"mysqlreader\"\n" +
"\t\t\t\t},\n" +
"\t\t\t\t\"writer\":{\n" +
"\t\t\t\t\t\"parameter\":{\n" +
"\t\t\t\t\t\t\"password\":" + targetDatabase.getPassword() + ",\n" +
"\t\t\t\t\t\t\"session\":[\n" +
"\t\t\t\t\t\t\t\"set session sql_mode='ANSI';\"\n" +
"\t\t\t\t\t\t],\n" +
"\t\t\t\t\t\t\"column\":[\n" +
"\t\t\t\t\t\t\t\"*\"\n" +
"\t\t\t\t\t\t],\n" +
"\t\t\t\t\t\t\"connection\":[\n" +
"\t\t\t\t\t\t\t{\n" +
"\t\t\t\t\t\t\t\t\"jdbcUrl\":\"jdbc:mysql://" + targetDatabase.getDatabaseIp() + ":" +
targetDatabase.getDatabasePort() + "/" + accessClien.getTableNameMapper().get(0) + ",\n" +
"\t\t\t\t\t\t\t\t\"table\":[\n" +
"\t\t\t\t\t\t\t\t\t\"+" + targetDatabase.getDatabaseName() + "\n" +
"\t\t\t\t\t\t\t\t]\n" +
"\t\t\t\t\t\t\t}\n" +
"\t\t\t\t\t\t],\n" +
"\t\t\t\t\t\t\"writeMode\":\"insert\",\n" +
"\t\t\t\t\t\t\"username\":" + targetDatabase.getUserName() + ",\n" +
"\t\t\t\t\t\t\"preSql\":[\n" +
"\t\t\t\t\t\t\t\"truncate table " + accessClien.getTableNameMapper().get(0) + "\n" +
"\t\t\t\t\t\t]\n" +
"\t\t\t\t\t},\n" +
"\t\t\t\t\t\"name\":\"mysqlwriter\"\n" +
"\t\t\t\t}\n" +
"\t\t\t}\n" +
"\t\t],\n" +
"\t\t\"setting\":{\n" +
"\t\t\t\"errorLimit\":{\n" +
"\t\t\t\t\"record\":10,\n" +
"\t\t\t\t\"percentage\":0.01\n" +
"\t\t\t},\n" +
"\t\t\t\"speed\":{\n" +
"\t\t\t\t\"channel\":1\n" +
"\t\t\t}\n" +
"\t\t}\n" +
"\t}\n" +
"}\n";
return json;
}
}

23
srt-cloud-module/srt-cloud-datax/src/main/java/net/srt/datax/utils/DataXFileUrl.java
View File

@ -1,23 +0,0 @@
package net.srt.datax.conf;
import lombok.Data;
import org.springframework.boot.context.properties.ConfigurationProperties;
import org.springframework.cloud.context.config.annotation.RefreshScope;
import org.springframework.context.annotation.Configuration;
import org.springframework.stereotype.Component;
/**
* @author : WangZhanpeng
* @date : 2023/12/15 20:29
*/
@Data
@RefreshScope
@Configuration
@ConfigurationProperties(prefix = "datax.file")
public class DataXFileUrl {
private String fileUrl;
}

5
srt-cloud-module/srt-cloud-quartz/pom.xml
View File

@ -61,6 +61,11 @@
<groupId>org.quartz-scheduler</groupId>
<artifactId>quartz</artifactId>
</dependency>
<dependency>
<groupId>net.srt</groupId>
<artifactId>srt-cloud-datax</artifactId>
<version>2.0.0</version>
</dependency>
</dependencies>
<build>

2
srt-cloud-module/srt-cloud-quartz/src/main/java/net/srt/QuartzApplication.java
View File

@ -4,6 +4,7 @@ import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
import org.springframework.cloud.client.discovery.EnableDiscoveryClient;
import org.springframework.cloud.openfeign.EnableFeignClients;
import org.springframework.context.annotation.ComponentScan;
/**
* 定时任务模块
@ -13,6 +14,7 @@ import org.springframework.cloud.openfeign.EnableFeignClients;
@EnableFeignClients
@EnableDiscoveryClient
@SpringBootApplication
@ComponentScan(basePackages = "net.srt.framework.common.cache")
public class QuartzApplication {
public static void main(String[] args) {

7
srt-cloud-module/srt-cloud-quartz/src/main/java/net/srt/quartz/api/QuartzDataAccessApiImpl.java
View File

@ -8,6 +8,7 @@ import net.srt.api.module.data.integrate.dto.DataAccessDto;
import net.srt.api.module.data.integrate.dto.DataAccessTaskDto;
import net.srt.api.module.quartz.QuartzDataAccessApi;
import net.srt.api.module.quartz.constant.QuartzJobType;
import net.srt.datax.feign.DataAccessFeign;
import net.srt.framework.common.utils.Result;
import net.srt.quartz.entity.ScheduleJobEntity;
import net.srt.quartz.enums.JobGroupEnum;
@ -31,6 +32,7 @@ public class QuartzDataAccessApiImpl implements QuartzDataAccessApi {
private final Scheduler scheduler;
private final DataAccessApi dataAccessApi;
private final ScheduleJobService jobService;
private final DataAccessFeign feign;
@Override
public Result<String> releaseAccess(Long id) {
@ -63,7 +65,10 @@ public class QuartzDataAccessApiImpl implements QuartzDataAccessApi {
private ScheduleJobEntity buildJobEntity(Long id) {
DataAccessDto dataAccessDto = dataAccessApi.getById(id).getData();
return ScheduleJobEntity.builder().typeId(id).projectId(dataAccessDto.getProjectId()).jobType(QuartzJobType.DATA_ACCESS.getValue()).jobName(String.format("[%s]%s", id.toString(), dataAccessDto.getTaskName())).concurrent(ScheduleConcurrentEnum.NO.getValue())
if (dataAccessDto.getIsDatax().equals("datax")){
feign.execute(dataAccessDto);
}
return ScheduleJobEntity.builder().isDatax(dataAccessDto.getIsDatax()).typeId(id).projectId(dataAccessDto.getProjectId()).jobType(QuartzJobType.DATA_ACCESS.getValue()).jobName(String.format("[%s]%s", id.toString(), dataAccessDto.getTaskName())).concurrent(ScheduleConcurrentEnum.NO.getValue())
.beanName("dataAccessTask").method("run").jobGroup(JobGroupEnum.DATA_ACCESS.getValue()).saveLog(true).cronExpression(dataAccessDto.getCron()).status(ScheduleStatusEnum.NORMAL.getValue())
.params(String.valueOf(id)).once(TaskType.ONE_TIME_FULL_SYNC.getCode().equals(dataAccessDto.getTaskType())).build();

2
srt-cloud-module/srt-cloud-quartz/src/main/java/net/srt/quartz/entity/ScheduleJobEntity.java
View File

@ -125,4 +125,6 @@ public class ScheduleJobEntity implements Serializable {
private Boolean once;
private String isDatax;
}

5
srt-cloud-module/srt-cloud-quartz/src/main/java/net/srt/quartz/utils/ScheduleUtils.java
View File

@ -1,11 +1,13 @@
package net.srt.quartz.utils;
import net.srt.datax.feign.DataAccessFeign;
import net.srt.framework.common.exception.ServerException;
import net.srt.quartz.entity.ScheduleJobEntity;
import net.srt.quartz.enums.ScheduleConcurrentEnum;
import net.srt.quartz.enums.ScheduleStatusEnum;
import org.quartz.*;
import javax.annotation.Resource;
import java.util.Date;
/**
@ -20,6 +22,9 @@ public class ScheduleUtils {
*/
public static final String JOB_PARAM_KEY = "JOB_PARAM_KEY";
/**
* 获取quartz任务类
*/

219
srt-data-development/pom.xml 100644
View File

@ -0,0 +1,219 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>net.srt</groupId>
<artifactId>srt-cloud</artifactId>
<version>2.0.0</version>
</parent>
<artifactId>srt-data-development</artifactId>
<properties>
<maven.compiler.source>8</maven.compiler.source>
<maven.compiler.target>8</maven.compiler.target>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
</properties>
<dependencies>
<dependency>
<groupId>net.srt</groupId>
<artifactId>srt-cloud-api</artifactId>
<version>2.0.0</version>
</dependency>
<!--使用log42j-->
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-log4j2</artifactId>
</dependency>
<dependency>
<groupId>net.srt</groupId>
<artifactId>srt-cloud-mybatis</artifactId>
<version>2.0.0</version>
</dependency>
<dependency>
<groupId>org.springframework.cloud</groupId>
<artifactId>spring-cloud-starter-bootstrap</artifactId>
<exclusions>
<exclusion>
<artifactId>spring-boot-starter-logging</artifactId>
<groupId>org.springframework.boot</groupId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>com.alibaba.cloud</groupId>
<artifactId>spring-cloud-starter-alibaba-nacos-discovery</artifactId>
</dependency>
<dependency>
<groupId>com.alibaba.cloud</groupId>
<artifactId>spring-cloud-starter-alibaba-nacos-config</artifactId>
</dependency>
<dependency>
<groupId>com.github.whvcse</groupId>
<artifactId>easy-captcha</artifactId>
</dependency>
<dependency>
<groupId>com.github.xiaoymin</groupId>
<artifactId>knife4j-springdoc-ui</artifactId>
</dependency>
<dependency>
<groupId>com.aliyun.oss</groupId>
<artifactId>aliyun-sdk-oss</artifactId>
</dependency>
<dependency>
<groupId>com.qcloud</groupId>
<artifactId>cos_api</artifactId>
</dependency>
<dependency>
<groupId>com.qiniu</groupId>
<artifactId>qiniu-java-sdk</artifactId>
</dependency>
<dependency>
<groupId>com.huaweicloud</groupId>
<artifactId>esdk-obs-java-bundle</artifactId>
</dependency>
<dependency>
<groupId>io.minio</groupId>
<artifactId>minio</artifactId>
</dependency>
</dependencies>
<build>
<!--<finalName>${project.artifactId}</finalName>-->
<plugins>
<plugin>
<groupId>org.codehaus.mojo</groupId>
<artifactId>appassembler-maven-plugin</artifactId>
<version>2.1.0</version>
<!-- 如果不配置 generate-daemons，则打包命令为 mvn clean package appassembler:assemble -->
<!-- 如果配置了 generate-daemons，打包命令可以是 mvn clean package 也可以是 mvn clean package appassembler:assemble -->
<executions>
<execution>
<id>generate-jsw-scripts</id>
<phase>package</phase>
<goals>
<goal>generate-daemons</goal>
</goals>
</execution>
</executions>
<configuration>
<!-- flat与lib共同决定将项目用的的所有jar包复制到lib目录下 -->
<repositoryLayout>flat</repositoryLayout>
<!--从哪里copy配置文件-->
<configurationSourceDirectory>src/main/resources</configurationSourceDirectory>
<includeConfigurationDirectoryInClasspath>true</includeConfigurationDirectoryInClasspath>
<!--是否copy配置文件-->
<copyConfigurationDirectory>true</copyConfigurationDirectory>
<!--配置文件存放在conf目录路径-->
<configurationDirectory>conf</configurationDirectory>
<!-- 打包的jar，以及maven依赖的jar放到这个目录里面 -->
<repositoryName>lib</repositoryName>
<!-- 可执行脚本的目录 -->
<binFolder>bin</binFolder>
<encoding>UTF-8</encoding>
<logsDirectory>logs</logsDirectory>
<daemons>
<daemon>
<id>${project.artifactId}</id>
<mainClass>net.srt.SystemApplication</mainClass>
<platforms>
<platform>jsw</platform>
</platforms>
<generatorConfigurations>
<generatorConfiguration>
<generator>jsw</generator>
<includes>
<include>linux-x86-32</include>
<include>linux-x86-64</include>
<include>windows-x86-32</include>
<include>windows-x86-64</include>
</includes>
<configuration>
<property>
<name>configuration.directory.in.classpath.first</name>
<value>conf</value>
</property>
<property>
<name>wrapper.ping.timeout</name>
<value>120</value>
</property>
<property>
<name>set.default.REPO_DIR</name>
<value>lib</value>
</property>
<property>
<name>wrapper.logfile</name>
<value>logs/wrapper.log</value>
</property>
</configuration>
</generatorConfiguration>
</generatorConfigurations>
<jvmSettings>
<!-- jvm参数 -->
<!--<systemProperties>
<systemProperty>com.sun.management.jmxremote</systemProperty>
<systemProperty>com.sun.management.jmxremote.port=1984</systemProperty>
<systemProperty>com.sun.management.jmxremote.authenticate=false</systemProperty>
<systemProperty>com.sun.management.jmxremote.ssl=false</systemProperty>
</systemProperties>-->
<extraArguments>
<extraArgument>-server</extraArgument>
<extraArgument>-Dfile.encoding=utf-8</extraArgument>
<extraArgument>-Xms128m</extraArgument>
<extraArgument>-Xmx1024m</extraArgument>
<extraArgument>-XX:+PrintGCDetails</extraArgument><!--输出GC的详细日志-->
<extraArgument>-XX:+PrintGCDateStamps</extraArgument><!--输出GC的时间戳-->
<extraArgument>-Xloggc:logs/gc.log</extraArgument><!--日志文件的输出路径-->
</extraArguments>
</jvmSettings>
</daemon>
</daemons>
<programs>
<program>
<mainClass>net.srt.SystemApplication</mainClass>
<id>${project.artifactId}</id>
</program>
</programs>
</configuration>
</plugin>
<!--打包 日常调试打包可以把该组件注释掉，不然install的速度比较慢-->
<plugin>
<artifactId>maven-assembly-plugin</artifactId>
<configuration>
<descriptors>
<descriptor>${project.parent.basedir}/assembly/assembly-win.xml</descriptor>
<descriptor>${project.parent.basedir}/assembly/assembly-linux.xml</descriptor>
</descriptors>
</configuration>
<executions>
<execution>
<id>make-assembly</id>
<phase>package</phase>
<goals>
<goal>single</goal>
</goals>
</execution>
</executions>
</plugin>
<!--<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
</plugin>-->
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-surefire-plugin</artifactId>
<configuration>
<skipTests>true</skipTests>
</configuration>
</plugin>
</plugins>
</build>
</project>

11
srt-data-development/src/main/java/net/srt/DevelopmentApp.java 100644
View File

@ -0,0 +1,11 @@
package net.srt;
import org.springframework.boot.autoconfigure.SpringBootApplication;
import org.springframework.cloud.client.discovery.EnableDiscoveryClient;
import org.springframework.cloud.openfeign.EnableFeignClients;
@EnableFeignClients
@EnableDiscoveryClient
@SpringBootApplication
public class DevelopmentApp {
}