2112A-ONE
/
cloud-etl
6
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

对数据源的增删改查

master
冷调 2024-08-22 14:07:12 +08:00
parent 4bc38deef0
commit 4c199703a2
25 changed files with 1105 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

60
.idea/inspectionProfiles/Project_Default.xml
View File

@ -1,5 +1,65 @@
<component name="InspectionProjectProfileManager">
<profile version="1.0">
<option name="myName" value="Project Default" />
<inspection_tool class="AliAccessStaticViaInstance" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AliDeprecation" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AliEqualsAvoidNull" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AliMissingOverrideAnnotation" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AliWrapperTypeEquality" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaAbstractClassShouldStartWithAbstractNaming" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaAbstractMethodOrInterfaceMethodMustUseJavadoc" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaAvoidApacheBeanUtilsCopy" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaAvoidCallStaticSimpleDateFormat" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaAvoidCommentBehindStatement" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaAvoidComplexCondition" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaAvoidConcurrentCompetitionRandom" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaAvoidDoubleOrFloatEqualCompare" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaAvoidManuallyCreateThread" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaAvoidMissUseOfMathRandom" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaAvoidNegationOperator" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaAvoidNewDateGetTime" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaAvoidPatternCompileInMethod" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaAvoidReturnInFinally" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaAvoidStartWithDollarAndUnderLineNaming" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaAvoidUseTimer" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaBigDecimalAvoidDoubleConstructor" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaBooleanPropertyShouldNotStartWithIs" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaClassCastExceptionWithSubListToArrayList" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaClassCastExceptionWithToArray" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaClassMustHaveAuthor" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaClassNamingShouldBeCamel" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaCollectionInitShouldAssignCapacity" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaCommentsMustBeJavadocFormat" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaConcurrentExceptionWithModifyOriginSubList" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaConstantFieldShouldBeUpperCase" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaCountDownShouldInFinally" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaDontModifyInForeachCircle" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaEnumConstantsMustHaveComment" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaExceptionClassShouldEndWithException" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaIbatisMethodQueryForList" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaLockShouldWithTryFinally" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaLowerCamelCaseVariableNaming" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaMethodReturnWrapperType" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaMethodTooLong" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaPackageNaming" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaPojoMustOverrideToString" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaPojoMustUsePrimitiveField" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaPojoNoDefaultValue" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaRemoveCommentedCode" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaServiceOrDaoClassShouldEndWithImpl" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaSneakyThrowsWithoutExceptionType" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaStringConcat" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaSwitchExpression" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaSwitchStatement" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaTestClassShouldEndWithTestNaming" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaThreadLocalShouldRemove" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaThreadPoolCreation" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaThreadShouldSetName" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaTransactionMustHaveRollback" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaUndefineMagicConstant" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaUnsupportedExceptionWithModifyAsList" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaUseQuietReferenceNotation" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="AlibabaUseRightCaseForDateFormat" enabled="true" level="WARNING" enabled_by_default="true" />
<inspection_tool class="MapOrSetKeyShouldOverrideHashCodeEquals" enabled="true" level="WARNING" enabled_by_default="true" />
</profile>
</component>

1
cloud-etl-client/pom.xml
View File

@ -22,7 +22,6 @@
<dependency>
<groupId>com.muyu</groupId>
<artifactId>cloud-etl-common</artifactId>
<version>1.0.0</version>
</dependency>
</dependencies>
</project>

7
cloud-etl-client/src/main/java/com/muyu/Main.java
View File

@ -1,7 +0,0 @@
package com.muyu;
public class Main {
public static void main(String[] args) {
System.out.println("Hello world!");
}
}

33
cloud-etl-common/src/main/java/com/muyu/cloud/etl/domain/source/AssetAccredit.java 100644
View File

@ -0,0 +1,33 @@
package com.muyu.cloud.etl.domain.source;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableId;
import com.baomidou.mybatisplus.annotation.TableName;
import com.muyu.common.core.annotation.Excel;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import lombok.experimental.SuperBuilder;
/**
* @author Lenovo
* @ Tool：IntelliJ IDEA
* @ Author：CHX
* @ Date：2024-08-21-20:34
* @ Version：1.0
* @ Description：资产授权
*/
@Data
@SuperBuilder
@AllArgsConstructor
@NoArgsConstructor
@TableName("asset_accredit")
public class AssetAccredit {
/**
* 主键
*/
@TableId(value = "id", type = IdType.AUTO)
@Excel(name = "主键")
private Long id;
}

49
cloud-etl-common/src/main/java/com/muyu/cloud/etl/domain/source/AssetDataSource.java 100644
View File

@ -0,0 +1,49 @@
package com.muyu.cloud.etl.domain.source;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableId;
import com.baomidou.mybatisplus.annotation.TableName;
import com.muyu.common.core.annotation.Excel;
import com.muyu.common.core.web.domain.BaseEntity;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.EqualsAndHashCode;
import lombok.NoArgsConstructor;
/**
* @ Tool：IntelliJ IDEA
* @ Author：CHX
* @ Date：2024-08-20-14:58
* @ Version：1.0
* @ Description：资产数据源
* @author Lenovo
*/
@Data
@AllArgsConstructor
@NoArgsConstructor
@EqualsAndHashCode(callSuper = true)
@TableName(value = "asset_data_source",autoResultMap = true)
public class AssetDataSource extends BaseEntity {
/**
* 主键
*/
@Excel(name = "主键")
@TableId(value = "id", type = IdType.AUTO)
private Long id;
/**
* 接入源名称
*/
@Excel(name = "接入源名称")
private String name;
/**
* 数据来源系统名称
*/
@Excel(name = "数据来源系统名称")
private String systemName;
/**
* 数据库名称
*/
@Excel(name = "数据库名称")
private String databaseName;
}

55
cloud-etl-common/src/main/java/com/muyu/cloud/etl/domain/source/Children.java 100644
View File

@ -0,0 +1,55 @@
package com.muyu.cloud.etl.domain.source;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableId;
import com.baomidou.mybatisplus.annotation.TableName;
import com.muyu.common.core.annotation.Excel;
import com.muyu.common.core.web.domain.BaseEntity;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.EqualsAndHashCode;
import lombok.NoArgsConstructor;
/**
* @ Tool：IntelliJ IDEA
* @ Author：CHX
* @ Date：2024-08-20-14:18
* @ Version：1.0
* @ Description：数据库结构
* @author Lenovo
*/
@Data
@AllArgsConstructor
@NoArgsConstructor
@EqualsAndHashCode(callSuper = true)
@TableName(value = "children",autoResultMap = true)
public class Children extends BaseEntity {
/**
* 主键
*/
@Excel(name = "主键")
@TableId(value = "id", type = IdType.AUTO)
private Long id;
/**
* 表名
*/
@Excel(name = "表名")
private String name;
/**
* 表注释
*/
@Excel(name = "表注释")
private String annotation;
/**
* 数据条数
*/
@Excel(name = "数据条数")
private Integer dataTotal;
/**
* 数据源
*/
@Excel(name = "数据源id")
private Integer assetId;
}

130
cloud-etl-common/src/main/java/com/muyu/cloud/etl/domain/source/DataSource.java 100644
View File

@ -0,0 +1,130 @@
package com.muyu.cloud.etl.domain.source;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableField;
import com.baomidou.mybatisplus.annotation.TableId;
import com.baomidou.mybatisplus.annotation.TableName;
import com.muyu.common.core.annotation.Excel;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
/**u
* @author Lenovo
* @ Tool：IntelliJ IDEA
* @ Author：CHX
* @ Date：2024-08-20-10:59
* @ Version：1.0
* @ Description：数据源
*/
@Data
@NoArgsConstructor
@AllArgsConstructor
@TableName(value = "data_source",autoResultMap = true)
public class DataSource {
/**
* 主键
*/
@Excel(name = "主键")
@TableId(value = "id", type = IdType.AUTO)
private Long id;
/**
* 接入源名称
*/
@Excel(name = "接入源名称")
@TableField ("name")
private String name;
/**
* 数据来源系统名称
*/
@Excel(name = "数据来源系统名称")
@TableField ("system_name")
private String systemName;
/**
* 数据库类型
*/
@Excel(name = "数据库类型")
@TableField("data_type")
private String dataType;
/**
* ip地址
*/
@Excel(name = "ip地址")
@TableField("ip")
private String ip;
/**
* 端口号
*/
@Excel(name = "端口号")
@TableField("port")
private String port;
/**
* 数据库名称
*/
@Excel(name = "数据库名称")
@TableField("database_name")
private String databaseName;
/**
* 用户名
*/
@Excel(name = "用户名")
@TableField("user_name")
private String userName;
/**
* 密码
*/
@Excel(name = "密码")
@TableField("password")
private String password;
/**
* 数据连接参数
*/
@Excel(name = "数据连接参数")
@TableField("connection_param")
private String connectionParam;
/**
* 是否初始化 状态 'Y'/'N'
*/
@Excel(name = "是否初始化")
@TableField("is_init")
private String isInit;
/**
* 初始化连接数量
*/
@Excel(name = "初始连接数量")
@TableField("init_total")
private Long initNum;
/**
* 最大连接数量
*/
@Excel(name = "最大连接数量")
@TableField("max_num")
private Long maxNum;
/**
* 最大等待时间
*/
@Excel(name = "最大等待时间")
@TableField("max_wait_time")
private Long maxWaitTime;
/**
* 最大等待次数
*/
@Excel(name = "最大等待次数")
@TableField("max_wait_size")
private Long maxWaitSize;
}

94
cloud-etl-common/src/main/java/com/muyu/cloud/etl/domain/source/TableData.java 100644
View File

@ -0,0 +1,94 @@
package com.muyu.cloud.etl.domain.source;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableId;
import com.baomidou.mybatisplus.annotation.TableName;
import com.muyu.common.core.annotation.Excel;
import com.muyu.common.core.web.domain.BaseEntity;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.EqualsAndHashCode;
import lombok.NoArgsConstructor;
/**
* @ Tool：IntelliJ IDEA
* @ Author：CHX
* @ Date：2024-08-20-15:02
* @ Version：1.0
* @ Description：表结构
* @author Lenovo
*/
@Data
@AllArgsConstructor
@NoArgsConstructor
@EqualsAndHashCode(callSuper = true)
@TableName(value = "table_data",autoResultMap = true)
public class TableData extends BaseEntity {
/**
* 主键
*/
@TableId(value = "id", type = IdType.AUTO)
@Excel(name = "主键")
private Long id;
/**
* 字段名称
*/
@Excel(name = "字段名称")
private String name;
/**
* 字段注释
*/
@Excel(name = "字段注释")
private String comment;
/**
* 是否主键
*/
@Excel(name = "是否主键")
private String isPrimaryKey;
/**
* 字段类型
*/
@Excel(name = "字段类型")
private String type;
/**
* 映射类型
*/
@Excel(name = "映射类型")
private String mappingType;
/**
* 长度
*/
@Excel(name = "长度")
private Integer length;
/**
* 小数位
*/
@Excel(name = "小数位")
private Integer decimalPlaces;
/**
* 是否为空
*/
@Excel(name = "是否为空")
private String isNull;
/**
* 默认值
*/
@Excel(name = "默认值")
private String defaultValue;
/**
* 是否字典
*/
@Excel(name = "是否字典")
private String isDict;
/**
* 映射字典
*/
@Excel(name = "映射字典")
private String dictKey;
/**
* 数据库结构ID
*/
@Excel(name = "数据库结构ID")
private Integer childrenId;
}

110
cloud-etl-common/src/main/java/com/muyu/cloud/etl/domain/source/req/DataSourceEditReq.java 100644
View File

@ -0,0 +1,110 @@
package com.muyu.cloud.etl.domain.source.req;
import com.muyu.common.core.web.domain.BaseEntity;
import io.swagger.v3.oas.annotations.tags.Tag;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.EqualsAndHashCode;
import lombok.NoArgsConstructor;
/**
* @author Lenovo
* @ Tool：IntelliJ IDEA
* @ Author：CHX
* @ Date：2024-08-21-14:14
* @ Version：1.0
* @ Description：数据源对象
*/
@Data
@AllArgsConstructor
@NoArgsConstructor
@Tag(name = "数据源列表")
@EqualsAndHashCode(callSuper = true)
public class DataSourceEditReq extends BaseEntity {
private static final long serialVersionUID = 1L;
/**
* 接入源名称
*/
private String name;
/**
* 数据来源系统名称
*/
private String systemName;
/**
* 数据库类型
*/
private String dataType;
/**
* ip地址
*/
private String ip;
/**
* 端口号
*/
private String port;
/**
* 数据库名称
*/
private String databaseName;
/**
* 用户名
*/
private String userName;
/**
* 密码
*/
private String password;
/**
* 数据连接参数
*/
private String connectionParam;
/**
* 是否初始化
*/
private String isInit;
/**
* 初始连接数量
*/
private Long initTotal;
/**
* 最大连接数量
*/
private Long maxNum;
/**
* 最大等待时间
*/
private Long maxWaitTime;
/**
* 最大等待次数
*/
private Long maxWaitSize;
}

37
cloud-etl-common/src/main/java/com/muyu/cloud/etl/domain/source/req/DataSourceQueryReq.java 100644
View File

@ -0,0 +1,37 @@
package com.muyu.cloud.etl.domain.source.req;
import com.muyu.common.core.web.domain.BaseEntity;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.EqualsAndHashCode;
import lombok.NoArgsConstructor;
import lombok.experimental.SuperBuilder;
/**
* @author Lenovo
* @ Tool：IntelliJ IDEA
* @ Author：CHX
* @ Date：2024-08-21-14:17
* @ Version：1.0
* @ Description：数据源
*/
@Data
@SuperBuilder
@NoArgsConstructor
@AllArgsConstructor
@EqualsAndHashCode(callSuper = true)
public class DataSourceQueryReq extends BaseEntity {
private static final long serialVersionUID = 1L;
/**
* 接入源名称
*/
private String name;
/**
* 数据来源系统名称
*/
private String systemName;
}

32
cloud-etl-common/src/main/java/com/muyu/cloud/etl/domain/source/resp/StatisticsResp.java 100644
View File

@ -0,0 +1,32 @@
package com.muyu.cloud.etl.domain.source.resp;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
/**
* @ Tool：IntelliJ IDEA
* @ Author：CHX
* @ Date：2024-08-21-21:50
* @ Version：1.0
* @ Description：统计
* @author Lenovo
*/
@Data
@AllArgsConstructor
@NoArgsConstructor
public class StatisticsResp {
/**
* 数据接入统计数量
*/
private Long dataAccessQuantity;
/**
* 资产模型统计数量
*/
private Long assetModelQuantity;
/**
* 数据源统计数量
*/
private Long numberOfDataModels;
}

7
cloud-etl-remote/src/main/java/com/muyu/Main.java
View File

@ -1,7 +0,0 @@
package com.muyu;
public class Main {
public static void main(String[] args) {
System.out.println("Hello world!");
}
}

1
cloud-etl-remote/src/main/resources/META-INF/spring/org.springframework.boot.autoconfigure.AutoConfiguration.imports 100644
View File

@ -0,0 +1 @@

7
cloud-etl-server/src/main/java/com/muyu/Main.java
View File

@ -1,7 +0,0 @@
package com.muyu;
public class Main {
public static void main(String[] args) {
System.out.println("Hello world!");
}
}

23
cloud-etl-server/src/main/java/com/muyu/source/MuYuSourceApplication.java 100644
View File

@ -0,0 +1,23 @@
package com.muyu.source;
import com.muyu.common.security.annotation.EnableCustomConfig;
import com.muyu.common.security.annotation.EnableMyFeignClients;
import groovy.util.logging.Log4j2;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
/**
* @author Lenovo
* 支付启动类
*/
@Log4j2
@EnableCustomConfig
@EnableMyFeignClients
@SpringBootApplication
public class MuYuSourceApplication {
public static void main (String[] args) {
SpringApplication.run(MuYuSourceApplication.class, args);
}
}

45
cloud-etl-server/src/main/java/com/muyu/source/config/MybatisPlusConfig.java 100644
View File

@ -0,0 +1,45 @@
package com.muyu.source.config;
import com.baomidou.mybatisplus.annotation.DbType;
import com.baomidou.mybatisplus.extension.plugins.inner.BlockAttackInnerInterceptor;
import com.baomidou.mybatisplus.extension.plugins.inner.OptimisticLockerInnerInterceptor;
import com.baomidou.mybatisplus.extension.plugins.inner.PaginationInnerInterceptor;
import org.springframework.context.annotation.Bean;
/**
* @ Tool：IntelliJ IDEA
* @ Author：CHX
* @ Date：2024-08-20-22:36
* @ Version：1.0
* @ Description：Mybatis Plus 配置
* @author Lenovo
*/
public class MybatisPlusConfig {
// 配置分页插件
@Bean
public PaginationInnerInterceptor paginationInnerInterceptor() {
PaginationInnerInterceptor paginationInnerInterceptor = new PaginationInnerInterceptor();
// 设置数据库类型为mysql
paginationInnerInterceptor.setDbType(DbType.MYSQL);
// 设置最大单页限制数量，默认 500 条，-1 不受限制
paginationInnerInterceptor.setMaxLimit(-1L);
return paginationInnerInterceptor;
}
@Bean
/**
* 乐观锁插件 https://baomidou.com/guide/interceptor-optimistic-locker.html
*/
public OptimisticLockerInnerInterceptor optimisticLockerInnerInterceptor()
{
return new OptimisticLockerInnerInterceptor();
}
@Bean
/**
* 如果是对全表的删除或更新操作，就会终止该操作 https://baomidou.com/guide/interceptor-block-attack.html
*/
public BlockAttackInnerInterceptor blockAttackInnerInterceptor()
{
return new BlockAttackInnerInterceptor();
}
}

78
cloud-etl-server/src/main/java/com/muyu/source/controller/DataSourceController.java 100644
View File

@ -0,0 +1,78 @@
package com.muyu.source.controller;
import com.muyu.cloud.etl.domain.source.DataSource;
import com.muyu.common.core.domain.Result;
import com.muyu.common.core.web.controller.BaseController;
import com.muyu.source.service.DataSourceService;
import io.swagger.v3.oas.annotations.tags.Tag;
import lombok.extern.log4j.Log4j2;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.*;
import java.util.List;
/**
* @ Tool：IntelliJ IDEA
* @ Author：CHX
* @ Date：2024-08-20-18:34
* @ Version：1.0
* @ Description：数据源控制层
* @author Lenovo
*/
@Log4j2
@RestController
@RequestMapping("/dataSource")
@Tag(name = "数据源控制层",description = "进行数据源管理，查看等相关操作")
public class DataSourceController extends BaseController {
/**
* 数据源业务层
*/
@Autowired
private DataSourceService dataSourceService;
/**
* 查询数据源的全部数据
* @return
*/
@GetMapping("/list")
public Result<List<DataSource>> list(){
List<DataSource> list =dataSourceService.list();
return Result.success(list);
}
/**
* 添加数据源
* @param dataSource
* @return
*/
@PostMapping("/insert")
public Result insert(@RequestBody DataSource dataSource){
dataSourceService.save(dataSource);
return Result.success();
}
/**
* 修改数据源
* @param dataSource
* @return
*/
@PutMapping("/update")
public Result update(@RequestBody DataSource dataSource){
dataSourceService.updateById(dataSource);
return Result.success();
}
/**
* 删除数据源
* @param dataSource
* @return
*/
@DeleteMapping("/delete")
public Result delete(@RequestBody DataSource dataSource){
dataSourceService.removeById(dataSource);
return Result.success();
}
}

17
cloud-etl-server/src/main/java/com/muyu/source/mapper/DataSourceMapper.java 100644
View File

@ -0,0 +1,17 @@
package com.muyu.source.mapper;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import com.muyu.cloud.etl.domain.source.DataSource;
import org.apache.ibatis.annotations.Mapper;
/**
* @ Tool：IntelliJ IDEA
* @ Author：CHX
* @ Date：2024-08-20-20:03
* @ Version：1.0
* @ Description：数据源持久层
* @author Lenovo
*/
@Mapper
public interface DataSourceMapper extends BaseMapper<DataSource> {
}

18
cloud-etl-server/src/main/java/com/muyu/source/service/DataSourceService.java 100644
View File

@ -0,0 +1,18 @@
package com.muyu.source.service;
import com.baomidou.mybatisplus.extension.service.IService;
import com.muyu.cloud.etl.domain.source.DataSource;
/**
* @ Tool：IntelliJ IDEA
* @ Author：CHX
* @ Date：2024-08-20-20:06
* @ Version：1.0
* @ Description：数据源业务层
* @author Lenovo
*/
public interface DataSourceService extends IService<DataSource> {
}

22
cloud-etl-server/src/main/java/com/muyu/source/service/Impl/DataSourceServiceImpl.java 100644
View File

@ -0,0 +1,22 @@
package com.muyu.source.service.Impl;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import com.muyu.cloud.etl.domain.source.DataSource;
import com.muyu.source.mapper.DataSourceMapper;
import com.muyu.source.service.DataSourceService;
import org.springframework.stereotype.Service;
/**
* @ Tool：IntelliJ IDEA
* @ Author：CHX
* @ Date：2024-08-20-20:06
* @ Version：1.0
* @ Description：数据源业务层
* @author Lenovo
*/
@Service
public class DataSourceServiceImpl extends ServiceImpl<DataSourceMapper, DataSource> implements DataSourceService {
}

2
cloud-etl-server/src/main/resources/banner.txt 100644
View File

@ -0,0 +1,2 @@
Spring Boot Version: ${spring-boot.version}
Spring Application Name: ${spring.application.name}

63
cloud-etl-server/src/main/resources/bootstrap.yml 100644
View File

@ -0,0 +1,63 @@
# Tomcat
server:
port: 19652
# nacos线上地址
nacos:
addr: 10.0.1.97:8848
user-name: nacos
password: nacos
namespace: cloud-2112
# Spring
spring:
main:
allow-bean-definition-overriding: true
application:
# 应用名称
name: muyu-source
profiles:
# 环境配置
active: dev
cloud:
nacos:
discovery:
# 服务注册地址
server-addr: ${nacos.addr}
# nacos用户名
username: ${nacos.user-name}
# nacos密码
password: ${nacos.password}
namespace: ${nacos.namespace}
config:
# 服务注册地址
server-addr: ${nacos.addr}
# nacos用户名
username: ${nacos.user-name}
# nacos密码
password: ${nacos.password}
namespace: ${nacos.namespace}
# 配置文件格式
file-extension: yml
# 共享配置
shared-configs:
# 系统共享配置
- application-${spring.profiles.active}.${spring.cloud.nacos.config.file-extension}
# 系统环境Config共享配置
- application-config-${spring.profiles.active}.${spring.cloud.nacos.config.file-extension}
# xxl-job 配置文件
- application-xxl-config-${spring.profiles.active}.${spring.cloud.nacos.config.file-extension}
# rabbit 配置文件
- application-rabbit-config-${spring.profiles.active}.${spring.cloud.nacos.config.file-extension}
#mybatis-plus 配置
mybatis-plus:
#xml文件位置
mapper-locations: classpath:mapper/*.xml
configuration:
#控制台打印信息
log-impl: org.apache.ibatis.logging.stdout.StdOutImpl
#驼峰配置
map-underscore-to-camel-case: true

74
cloud-etl-server/src/main/resources/logback/dev.xml 100644
View File

@ -0,0 +1,74 @@
<?xml version="1.0" encoding="UTF-8"?>
<configuration scan="true" scanPeriod="60 seconds" debug="false">
<!-- 日志存放路径 -->
<property name="log.path" value="logs/muyu-source"/>
<!-- 日志输出格式 -->
<property name="log.pattern" value="%d{HH:mm:ss.SSS} [%thread] %-5level %logger{20} - [%method,%line] - %msg%n"/>
<!-- 控制台输出 -->
<appender name="console" class="ch.qos.logback.core.ConsoleAppender">
<encoder>
<pattern>${log.pattern}</pattern>
</encoder>
</appender>
<!-- 系统日志输出 -->
<appender name="file_info" class="ch.qos.logback.core.rolling.RollingFileAppender">
<file>${log.path}/info.log</file>
<!-- 循环政策：基于时间创建日志文件 -->
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
<!-- 日志文件名格式 -->
<fileNamePattern>${log.path}/info.%d{yyyy-MM-dd}.log</fileNamePattern>
<!-- 日志最大的历史 60天 -->
<maxHistory>60</maxHistory>
</rollingPolicy>
<encoder>
<pattern>${log.pattern}</pattern>
</encoder>
<filter class="ch.qos.logback.classic.filter.LevelFilter">
<!-- 过滤的级别 -->
<level>INFO</level>
<!-- 匹配时的操作：接收（记录） -->
<onMatch>ACCEPT</onMatch>
<!-- 不匹配时的操作：拒绝（不记录） -->
<onMismatch>DENY</onMismatch>
</filter>
</appender>
<appender name="file_error" class="ch.qos.logback.core.rolling.RollingFileAppender">
<file>${log.path}/error.log</file>
<!-- 循环政策：基于时间创建日志文件 -->
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
<!-- 日志文件名格式 -->
<fileNamePattern>${log.path}/error.%d{yyyy-MM-dd}.log</fileNamePattern>
<!-- 日志最大的历史 60天 -->
<maxHistory>60</maxHistory>
</rollingPolicy>
<encoder>
<pattern>${log.pattern}</pattern>
</encoder>
<filter class="ch.qos.logback.classic.filter.LevelFilter">
<!-- 过滤的级别 -->
<level>ERROR</level>
<!-- 匹配时的操作：接收（记录） -->
<onMatch>ACCEPT</onMatch>
<!-- 不匹配时的操作：拒绝（不记录） -->
<onMismatch>DENY</onMismatch>
</filter>
</appender>
<!-- 系统模块日志级别控制 -->
<logger name="com.muyu" level="info"/>
<!-- Spring日志级别控制 -->
<logger name="org.springframework" level="warn"/>
<root level="info">
<appender-ref ref="console"/>
</root>
<!--系统操作日志-->
<root level="info">
<appender-ref ref="file_info"/>
<appender-ref ref="file_error"/>
</root>
</configuration>

81
cloud-etl-server/src/main/resources/logback/prod.xml 100644
View File

@ -0,0 +1,81 @@
<?xml version="1.0" encoding="UTF-8"?>
<configuration scan="true" scanPeriod="60 seconds" debug="false">
<!-- 日志存放路径 -->
<property name="log.path" value="logs/muyu-source"/>
<!-- 日志输出格式 -->
<property name="log.pattern" value="%d{HH:mm:ss.SSS} [%thread] %-5level %logger{20} - [%method,%line] - %msg%n"/>
<property name="log.sky.pattern" value="%d{HH:mm:ss.SSS} %yellow([%tid]) [%thread] %-5level %logger{20} - [%method,%line] - %msg%n"/>
<!-- 控制台输出 -->
<appender name="console" class="ch.qos.logback.core.ConsoleAppender">
<encoder>
<pattern>${log.sky.pattern}</pattern>
</encoder>
</appender>
<!-- 系统日志输出 -->
<appender name="file_info" class="ch.qos.logback.core.rolling.RollingFileAppender">
<file>${log.path}/info.log</file>
<!-- 循环政策：基于时间创建日志文件 -->
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
<!-- 日志文件名格式 -->
<fileNamePattern>${log.path}/info.%d{yyyy-MM-dd}.log</fileNamePattern>
<!-- 日志最大的历史 60天 -->
<maxHistory>60</maxHistory>
</rollingPolicy>
<filter class="ch.qos.logback.classic.filter.LevelFilter">
<!-- 过滤的级别 -->
<level>INFO</level>
<!-- 匹配时的操作：接收（记录） -->
<onMatch>ACCEPT</onMatch>
<!-- 不匹配时的操作：拒绝（不记录） -->
<onMismatch>DENY</onMismatch>
</filter>
</appender>
<appender name="file_error" class="ch.qos.logback.core.rolling.RollingFileAppender">
<file>${log.path}/error.log</file>
<!-- 循环政策：基于时间创建日志文件 -->
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
<!-- 日志文件名格式 -->
<fileNamePattern>${log.path}/error.%d{yyyy-MM-dd}.log</fileNamePattern>
<!-- 日志最大的历史 60天 -->
<maxHistory>60</maxHistory>
</rollingPolicy>
<filter class="ch.qos.logback.classic.filter.LevelFilter">
<!-- 过滤的级别 -->
<level>ERROR</level>
<!-- 匹配时的操作：接收（记录） -->
<onMatch>ACCEPT</onMatch>
<!-- 不匹配时的操作：拒绝（不记录） -->
<onMismatch>DENY</onMismatch>
</filter>
</appender>
<!-- 使用gRpc将日志发送到skywalking服务端 -->
<appender name="GRPC_LOG" class="org.apache.skywalking.apm.toolkit.log.logback.v1.x.log.GRPCLogClientAppender">
<encoder class="ch.qos.logback.core.encoder.LayoutWrappingEncoder">
<layout class="org.apache.skywalking.apm.toolkit.log.logback.v1.x.TraceIdPatternLogbackLayout">
<Pattern>${log.sky.pattern}</Pattern>
</layout>
</encoder>
</appender>
<!-- 系统模块日志级别控制 -->
<logger name="com.muyu" level="info"/>
<!-- Spring日志级别控制 -->
<logger name="org.springframework" level="warn"/>
<root level="info">
<appender-ref ref="GRPC_LOG"/>
<appender-ref ref="console"/>
</root>
<!--系统操作日志-->
<root level="info">
<appender-ref ref="file_info"/>
<appender-ref ref="file_error"/>
</root>
</configuration>

81
cloud-etl-server/src/main/resources/logback/test.xml 100644
View File

@ -0,0 +1,81 @@
<?xml version="1.0" encoding="UTF-8"?>
<configuration scan="true" scanPeriod="60 seconds" debug="false">
<!-- 日志存放路径 -->
<property name="log.path" value="logs/muyu-source"/>
<!-- 日志输出格式 -->
<property name="log.pattern" value="%d{HH:mm:ss.SSS} [%thread] %-5level %logger{20} - [%method,%line] - %msg%n"/>
<property name="log.sky.pattern" value="%d{HH:mm:ss.SSS} %yellow([%tid]) [%thread] %-5level %logger{20} - [%method,%line] - %msg%n"/>
<!-- 控制台输出 -->
<appender name="console" class="ch.qos.logback.core.ConsoleAppender">
<encoder>
<pattern>${log.sky.pattern}</pattern>
</encoder>
</appender>
<!-- 系统日志输出 -->
<appender name="file_info" class="ch.qos.logback.core.rolling.RollingFileAppender">
<file>${log.path}/info.log</file>
<!-- 循环政策：基于时间创建日志文件 -->
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
<!-- 日志文件名格式 -->
<fileNamePattern>${log.path}/info.%d{yyyy-MM-dd}.log</fileNamePattern>
<!-- 日志最大的历史 60天 -->
<maxHistory>60</maxHistory>
</rollingPolicy>
<filter class="ch.qos.logback.classic.filter.LevelFilter">
<!-- 过滤的级别 -->
<level>INFO</level>
<!-- 匹配时的操作：接收（记录） -->
<onMatch>ACCEPT</onMatch>
<!-- 不匹配时的操作：拒绝（不记录） -->
<onMismatch>DENY</onMismatch>
</filter>
</appender>
<appender name="file_error" class="ch.qos.logback.core.rolling.RollingFileAppender">
<file>${log.path}/error.log</file>
<!-- 循环政策：基于时间创建日志文件 -->
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
<!-- 日志文件名格式 -->
<fileNamePattern>${log.path}/error.%d{yyyy-MM-dd}.log</fileNamePattern>
<!-- 日志最大的历史 60天 -->
<maxHistory>60</maxHistory>
</rollingPolicy>
<filter class="ch.qos.logback.classic.filter.LevelFilter">
<!-- 过滤的级别 -->
<level>ERROR</level>
<!-- 匹配时的操作：接收（记录） -->
<onMatch>ACCEPT</onMatch>
<!-- 不匹配时的操作：拒绝（不记录） -->
<onMismatch>DENY</onMismatch>
</filter>
</appender>
<!-- 使用gRpc将日志发送到skywalking服务端 -->
<appender name="GRPC_LOG" class="org.apache.skywalking.apm.toolkit.log.logback.v1.x.log.GRPCLogClientAppender">
<encoder class="ch.qos.logback.core.encoder.LayoutWrappingEncoder">
<layout class="org.apache.skywalking.apm.toolkit.log.logback.v1.x.TraceIdPatternLogbackLayout">
<Pattern>${log.sky.pattern}</Pattern>
</layout>
</encoder>
</appender>
<!-- 系统模块日志级别控制 -->
<logger name="com.muyu" level="info"/>
<!-- Spring日志级别控制 -->
<logger name="org.springframework" level="warn"/>
<root level="info">
<appender-ref ref="GRPC_LOG"/>
<appender-ref ref="console"/>
</root>
<!--系统操作日志-->
<root level="info">
<appender-ref ref="file_info"/>
<appender-ref ref="file_error"/>
</root>
</configuration>