Mobai
/
finallyTest
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

etl

master
Saisai Liu 2024-04-21 15:34:17 +08:00
parent 5ccc0bf14d
commit 85d618c40b
24 changed files with 1211 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
muyu-modules/muyu-gen/src/main/java/com/muyu/gen/util/VelocityUtils.java
View File

@ -50,7 +50,7 @@ public class VelocityUtils {
VelocityContext velocityContext = new VelocityContext();
velocityContext.put("tplCategory", genTable.getTplCategory());
velocityContext.put("tableName", genTable.getTableName());
velocityContext.put("functionName", StringUtils.isNotEmpty(functionName) ? functionName : "【请填写功能名称】");
velocityContext.put("functionName", StringUtils.isNotEmpty(functionName) ? functionName : "");
velocityContext.put("ClassName", genTable.getClassName());
velocityContext.put("className", StringUtils.uncapitalize(genTable.getClassName()));
velocityContext.put("moduleName", genTable.getModuleName());

2
muyu-modules/muyu-system/src/main/java/com/muyu/system/service/SysPermissionService.java
View File

@ -13,7 +13,7 @@ public interface SysPermissionService {
/**
* 获取角色数据权限
*
* @param userId 用户Id
* @param user 用户Id
*
* @return 角色权限信息
*/

30
muyu-modules/muyv-etl/muyu-etl-common/pom.xml 100644
View File

@ -0,0 +1,30 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>com.muyu</groupId>
<artifactId>muyv-etl</artifactId>
<version>3.6.3</version>
</parent>
<artifactId>muyu-etl-common</artifactId>
<properties>
<maven.compiler.source>17</maven.compiler.source>
<maven.compiler.target>17</maven.compiler.target>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
</properties>
<dependencies>
<dependency>
<groupId>com.muyu</groupId>
<artifactId>muyu-common-core</artifactId>
</dependency>
<dependency>
<groupId>com.muyu</groupId>
<artifactId>muyu-common-security</artifactId>
</dependency>
</dependencies>
</project>

74
muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/BasicConfigInfo.java 100644
View File

@ -0,0 +1,74 @@
package com.muyu.etl.domain;
import com.muyu.common.core.annotation.Excel;
import com.muyu.common.core.web.domain.BaseEntity;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import lombok.experimental.SuperBuilder;
import java.util.Date;
/**
*对象 basic_config_info
*
* @author Saisai
* @date 2024-04-20
*/
@Data
@NoArgsConstructor
@AllArgsConstructor
@SuperBuilder
public class BasicConfigInfo extends BaseEntity
{
private static final long serialVersionUID = 1L;
/** 主键 */
private Long id;
/** 接入源名称 */
@Excel(name = "接入源名称")
private String dataResourceName;
/** 数据来源系统名称 */
@Excel(name = "数据来源系统名称")
private String dataSourcesSystemName;
/** 主机ip地址 */
@Excel(name = "主机ip地址")
private String host;
/** 端口 */
@Excel(name = "端口")
private String port;
/** 数据接入类型 */
@Excel(name = "数据接入类型")
private String databaseType;
/** 数据库名称 */
@Excel(name = "数据库名称")
private String databaseName;
/** 初始化连接数量 */
@Excel(name = "初始化连接数量")
private Long initLinkNum;
/** 最大连接数量 */
@Excel(name = "最大连接数量")
private Long maxLinkNum;
/** 最大等待时间 */
@Excel(name = "最大等待时间")
private Long maxWaitTime;
/** 最大等待次数 */
@Excel(name = "最大等待次数")
private Long maxWaitTimes;
private String createBy;
private String updateBy;
private Date createTime;
private Date updateTime;
}

48
muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/BasicParams.java 100644
View File

@ -0,0 +1,48 @@
package com.muyu.etl.domain;
import com.muyu.common.core.annotation.Excel;
import com.muyu.common.core.web.domain.BaseEntity;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import lombok.experimental.SuperBuilder;
import java.util.Date;
/**
* 对象 basic_params
*
* @author muyu
* @date 2024-04-20
*/
@Data
@NoArgsConstructor
@AllArgsConstructor
@SuperBuilder
public class BasicParams extends BaseEntity
{
private static final long serialVersionUID = 1L;
/** 主键 */
private Long id;
/** 基础配置信息主键 */
@Excel(name = "基础配置信息主键")
private Long basicConfigInfoId;
/** 参数名 */
@Excel(name = "参数名")
private String paramsName;
/** 参数值 */
@Excel(name = "参数值")
private String paramsValue;
private String createBy;
private String updateBy;
private Date createTime;
private Date updateTime;
}

21
muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/req/BasicQueryReq.java 100644
View File

@ -0,0 +1,21 @@
package com.muyu.etl.domain.req;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import lombok.experimental.SuperBuilder;
/**
* @ClassName BasicQueryReq
* @Description 描述
* @Author SaiSai.Liu
* @Date 2024/4/21 10:42
*/
@Data
@NoArgsConstructor
@AllArgsConstructor
@SuperBuilder
public class BasicQueryReq {
private Long id;
}

64
muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/resp/BasicConfigResp.java 100644
View File

@ -0,0 +1,64 @@
package com.muyu.etl.domain.resp;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import lombok.experimental.SuperBuilder;
import java.util.Date;
/**
* 响应对象
* @ClassName BasicConfigResp
* @Description 描述
* @Author SaiSai.Liu
* @Date 2024/4/21 10:45
*/
@Data
@NoArgsConstructor
@AllArgsConstructor
@SuperBuilder
public class BasicConfigResp {
private static final long serialVersionUID = 1L;
/** 主键 */
private Long id;
/** 接入源名称 */
private String dataResourceName;
/** 数据来源系统名称 */
private String dataSourcesSystemName;
/** 主机ip地址 */
private String host;
/** 端口 */
private String port;
/** 数据接入类型 */
private String databaseType;
/** 数据库名称 */
private String databaseName;
/** 初始化连接数量 */
private Long initLinkNum;
/** 最大连接数量 */
private Long maxLinkNum;
/** 最大等待时间 */
private Long maxWaitTime;
/** 最大等待次数 */
private Long maxWaitTimes;
/** 拼接链接 */
private String connectionParam;
private String remark;
private String createBy;
private String updateBy;
private Date createTime;
private Date updateTime;
}

20
muyu-modules/muyv-etl/muyu-etl-remote/pom.xml 100644
View File

@ -0,0 +1,20 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>com.muyu</groupId>
<artifactId>muyv-etl</artifactId>
<version>3.6.3</version>
</parent>
<artifactId>muyu-etl-remote</artifactId>
<properties>
<maven.compiler.source>17</maven.compiler.source>
<maven.compiler.target>17</maven.compiler.target>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
</properties>
</project>

7
muyu-modules/muyv-etl/muyu-etl-remote/src/main/java/com/muyu/Main.java 100644
View File

@ -0,0 +1,7 @@
package com.muyu;
public class Main {
public static void main(String[] args) {
System.out.println("Hello world!");
}
}

114
muyu-modules/muyv-etl/muyu-etl-service/pom.xml 100644
View File

@ -0,0 +1,114 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>com.muyu</groupId>
<artifactId>muyv-etl</artifactId>
<version>3.6.3</version>
</parent>
<artifactId>muyu-etl-service</artifactId>
<properties>
<maven.compiler.source>17</maven.compiler.source>
<maven.compiler.target>17</maven.compiler.target>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
</properties>
<dependencies>
<dependency>
<groupId>com.muyu</groupId>
<artifactId>muyu-etl-common</artifactId>
</dependency>
<!-- SpringCloud Alibaba Nacos -->
<dependency>
<groupId>com.alibaba.cloud</groupId>
<artifactId>spring-cloud-starter-alibaba-nacos-discovery</artifactId>
</dependency>
<!-- SpringCloud Alibaba Nacos Config -->
<dependency>
<groupId>com.alibaba.cloud</groupId>
<artifactId>spring-cloud-starter-alibaba-nacos-config</artifactId>
</dependency>
<!-- SpringCloud Alibaba Sentinel -->
<dependency>
<groupId>com.alibaba.cloud</groupId>
<artifactId>spring-cloud-starter-alibaba-sentinel</artifactId>
</dependency>
<!-- SpringBoot Actuator -->
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-actuator</artifactId>
</dependency>
<!-- Swagger UI -->
<dependency>
<groupId>io.springfox</groupId>
<artifactId>springfox-swagger-ui</artifactId>
<version>${swagger.fox.version}</version>
</dependency>
<!-- Mysql Connector -->
<dependency>
<groupId>com.mysql</groupId>
<artifactId>mysql-connector-j</artifactId>
</dependency>
<!-- MuYu Common DataSource -->
<dependency>
<groupId>com.muyu</groupId>
<artifactId>muyu-common-datasource</artifactId>
</dependency>
<!-- MuYu Common DataScope -->
<dependency>
<groupId>com.muyu</groupId>
<artifactId>muyu-common-datascope</artifactId>
</dependency>
<!-- MuYu Common Log -->
<dependency>
<groupId>com.muyu</groupId>
<artifactId>muyu-common-log</artifactId>
</dependency>
<!-- MuYu Common Swagger -->
<dependency>
<groupId>com.muyu</groupId>
<artifactId>muyu-common-swagger</artifactId>
</dependency>
</dependencies>
<build>
<finalName>${project.artifactId}</finalName>
<plugins>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
<executions>
<execution>
<goals>
<goal>repackage</goal>
</goals>
</execution>
</executions>
</plugin>
<!-- 加入maven deploy插件，当在deploy时，忽略些model-->
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-deploy-plugin</artifactId>
<configuration>
<skip>true</skip>
</configuration>
</plugin>
</plugins>
</build>
</project>

17
muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/MuYuEtlApplication.java 100644
View File

@ -0,0 +1,17 @@
package com.muyu;
import com.muyu.common.security.annotation.EnableCustomConfig;
import com.muyu.common.security.annotation.EnableMyFeignClients;
import com.muyu.common.swagger.annotation.EnableCustomSwagger2;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
@EnableCustomConfig
@EnableCustomSwagger2
@EnableMyFeignClients
@SpringBootApplication
public class MuYuEtlApplication {
public static void main(String[] args) {
SpringApplication.run(MuYuEtlApplication.class);
}
}

99
muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/controller/BasicConfigInfoController.java 100644
View File

@ -0,0 +1,99 @@
package com.muyu.etl.controller;
import com.muyu.common.core.domain.Result;
import com.muyu.common.core.utils.poi.ExcelUtil;
import com.muyu.common.core.web.controller.BaseController;
import com.muyu.common.core.web.page.TableDataInfo;
import com.muyu.common.log.annotation.Log;
import com.muyu.common.log.enums.BusinessType;
import com.muyu.common.security.annotation.RequiresPermissions;
import com.muyu.etl.domain.BasicConfigInfo;
import com.muyu.etl.domain.resp.BasicConfigResp;
import com.muyu.etl.service.BasicConfigInfoService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.*;
import javax.servlet.http.HttpServletResponse;
import java.util.List;
/**
* 基础信息Controller
*
* @author muyu
* @date 2024-04-21
*/
@RestController
@RequestMapping("/info")
public class BasicConfigInfoController extends BaseController
{
@Autowired
private BasicConfigInfoService basicConfigInfoService;
/**
* 查询基础信息列表
*/
@RequiresPermissions("etl:info:list")
@GetMapping("/list")
public Result<TableDataInfo<BasicConfigResp>> list(BasicConfigInfo basicConfigInfo)
{
startPage();
List<BasicConfigResp> list = basicConfigInfoService.selectBasicConfigInfoList(basicConfigInfo);
return getDataTable(list);
}
/**
* 导出基础信息列表
*/
@RequiresPermissions("etl:info:export")
@Log(title = "基础信息", businessType = BusinessType.EXPORT)
@PostMapping("/export")
public void export(HttpServletResponse response, BasicConfigInfo basicConfigInfo)
{
List<BasicConfigResp> list = basicConfigInfoService.selectBasicConfigInfoList(basicConfigInfo);
ExcelUtil<BasicConfigResp> util = new ExcelUtil<BasicConfigResp>(BasicConfigResp.class);
util.exportExcel(response, list, "基础信息数据");
}
/**
* 获取基础信息详细信息
*/
@RequiresPermissions("etl:info:query")
@GetMapping(value = "/{id}")
public Result getInfo(@PathVariable("id") Long id)
{
return success(basicConfigInfoService.selectBasicConfigInfoById(id));
}
/**
* 新增基础信息
*/
@RequiresPermissions("etl:info:add")
@Log(title = "基础信息", businessType = BusinessType.INSERT)
@PostMapping
public Result add(@RequestBody BasicConfigInfo basicConfigInfo)
{
return toAjax(basicConfigInfoService.insertBasicConfigInfo(basicConfigInfo));
}
/**
* 修改基础信息
*/
@RequiresPermissions("etl:info:edit")
@Log(title = "基础信息", businessType = BusinessType.UPDATE)
@PutMapping
public Result edit(@RequestBody BasicConfigInfo basicConfigInfo)
{
return toAjax(basicConfigInfoService.updateBasicConfigInfo(basicConfigInfo));
}
/**
* 删除基础信息
*/
@RequiresPermissions("etl:info:remove")
@Log(title = "基础信息", businessType = BusinessType.DELETE)
@DeleteMapping("/{ids}")
public Result remove(@PathVariable Long[] ids)
{
return toAjax(basicConfigInfoService.deleteBasicConfigInfoByIds(ids));
}
}

63
muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/mapper/BasicConfigInfoMapper.java 100644
View File

@ -0,0 +1,63 @@
package com.muyu.etl.mapper;
import java.util.List;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import com.muyu.etl.domain.BasicConfigInfo;
/**
* Mapper接口
*
* @author muyu
* @date 2024-04-20
*/
public interface BasicConfigInfoMapper extends BaseMapper<BasicConfigInfo>
{
/**
* 查询
*
* @param id 主键
* @return
*/
public BasicConfigInfo selectBasicConfigInfoById(Long id);
/**
* 查询列表
*
* @param basicConfigInfo
* @return 集合
*/
public List<BasicConfigInfo> selectBasicConfigInfoList(BasicConfigInfo basicConfigInfo);
/**
* 新增
*
* @param basicConfigInfo
* @return 结果
*/
public int insertBasicConfigInfo(BasicConfigInfo basicConfigInfo);
/**
* 修改
*
* @param basicConfigInfo
* @return 结果
*/
public int updateBasicConfigInfo(BasicConfigInfo basicConfigInfo);
/**
* 删除
*
* @param id 主键
* @return 结果
*/
public int deleteBasicConfigInfoById(Long id);
/**
* 批量删除
*
* @param ids 需要删除的数据主键集合
* @return 结果
*/
public int deleteBasicConfigInfoByIds(Long[] ids);
}

63
muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/mapper/BasicParamsMapper.java 100644
View File

@ -0,0 +1,63 @@
package com.muyu.etl.mapper;
import java.util.List;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import com.muyu.etl.domain.BasicParams;
/**
* Mapper接口
*
* @author muyu
* @date 2024-04-20
*/
public interface BasicParamsMapper extends BaseMapper<BasicParams>
{
/**
* 查询
*
* @param id 主键
* @return
*/
public BasicParams selectBasicParamsById(Long id);
/**
* 查询列表
*
* @param basicParams
* @return 集合
*/
public List<BasicParams> selectBasicParamsList(BasicParams basicParams);
/**
* 新增
*
* @param basicParams
* @return 结果
*/
public int insertBasicParams(BasicParams basicParams);
/**
* 修改
*
* @param basicParams
* @return 结果
*/
public int updateBasicParams(BasicParams basicParams);
/**
* 删除
*
* @param id 主键
* @return 结果
*/
public int deleteBasicParamsById(Long id);
/**
* 批量删除
*
* @param ids 需要删除的数据主键集合
* @return 结果
*/
public int deleteBasicParamsByIds(Long[] ids);
}

64
muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/BasicConfigInfoService.java 100644
View File

@ -0,0 +1,64 @@
package com.muyu.etl.service;
import java.util.List;
import com.baomidou.mybatisplus.extension.service.IService;
import com.muyu.etl.domain.BasicConfigInfo;
import com.muyu.etl.domain.resp.BasicConfigResp;
/**
* Service接口
*
* @author muyu
* @date 2024-04-20
*/
public interface BasicConfigInfoService extends IService<BasicConfigInfo>
{
/**
* 查询
*
* @param id 主键
* @return
*/
public BasicConfigInfo selectBasicConfigInfoById(Long id);
/**
* 查询列表
*
* @param basicConfigInfo
* @return 集合
*/
public List<BasicConfigResp> selectBasicConfigInfoList(BasicConfigInfo basicConfigInfo);
/**
* 新增
*
* @param basicConfigInfo
* @return 结果
*/
public int insertBasicConfigInfo(BasicConfigInfo basicConfigInfo);
/**
* 修改
*
* @param basicConfigInfo
* @return 结果
*/
public int updateBasicConfigInfo(BasicConfigInfo basicConfigInfo);
/**
* 批量删除
*
* @param ids 需要删除的主键集合
* @return 结果
*/
public int deleteBasicConfigInfoByIds(Long[] ids);
/**
* 删除信息
*
* @param id 主键
* @return 结果
*/
public int deleteBasicConfigInfoById(Long id);
}

63
muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/BasicParamsService.java 100644
View File

@ -0,0 +1,63 @@
package com.muyu.etl.service;
import com.baomidou.mybatisplus.extension.service.IService;
import com.muyu.etl.domain.BasicParams;
import java.util.List;
/**
* Service接口
*
* @author muyu
* @date 2024-04-20
*/
public interface BasicParamsService extends IService<BasicParams>
{
/**
* 查询
*
* @param id 主键
* @return
*/
public BasicParams selectBasicParamsById(Long id);
/**
* 查询列表
*
* @param basicParams
* @return 集合
*/
public List<BasicParams> selectBasicParamsList(BasicParams basicParams);
/**
* 新增
*
* @param basicParams
* @return 结果
*/
public int insertBasicParams(BasicParams basicParams);
/**
* 修改
*
* @param basicParams
* @return 结果
*/
public int updateBasicParams(BasicParams basicParams);
/**
* 批量删除
*
* @param ids 需要删除的主键集合
* @return 结果
*/
public int deleteBasicParamsByIds(Long[] ids);
/**
* 删除信息
*
* @param id 主键
* @return 结果
*/
public int deleteBasicParamsById(Long id);
}

128
muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/impl/BasicConfigInfoServiceImpl.java 100644
View File

@ -0,0 +1,128 @@
package com.muyu.etl.service.impl;
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import com.muyu.common.security.utils.SecurityUtils;
import com.muyu.etl.domain.BasicConfigInfo;
import com.muyu.etl.domain.BasicParams;
import com.muyu.etl.domain.resp.BasicConfigResp;
import com.muyu.etl.mapper.BasicConfigInfoMapper;
import com.muyu.etl.service.BasicConfigInfoService;
import com.muyu.etl.service.BasicParamsService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import java.util.Date;
import java.util.List;
import java.util.stream.Collectors;
/**
* Service业务层处理
*
* @author muyu
* @date 2024-04-20
*/
@Service
public class BasicConfigInfoServiceImpl extends ServiceImpl<BasicConfigInfoMapper, BasicConfigInfo> implements BasicConfigInfoService
{
@Autowired
private BasicConfigInfoMapper basicConfigInfoMapper;
@Autowired
private BasicParamsService basicParamsService;
/**
* 查询
*
* @param id 主键
* @return
*/
@Override
public BasicConfigInfo selectBasicConfigInfoById(Long id)
{
return basicConfigInfoMapper.selectBasicConfigInfoById(id);
}
/**
* 查询列表
*
* @param basicConfigInfo
* @return
*/
@Override
public List<BasicConfigResp> selectBasicConfigInfoList(BasicConfigInfo basicConfigInfo)
{
List<BasicConfigResp> basicConfigRespList = basicConfigInfoMapper.selectBasicConfigInfoList(basicConfigInfo).stream().map(
info -> {
List<BasicParams> list = basicParamsService.list(new LambdaQueryWrapper<BasicParams>().eq(BasicParams::getBasicConfigInfoId, info.getId()));
StringBuffer buffer = new StringBuffer();
list.forEach(basicParam -> buffer.append("&"+basicParam.getParamsName()+"="+basicParam.getParamsValue()));
return BasicConfigResp.builder()
.id(info.getId())
.host(info.getHost())
.port(info.getPort())
.databaseName(info.getDatabaseName())
.databaseType(info.getDatabaseType())
.initLinkNum(info.getInitLinkNum())
.maxLinkNum(info.getMaxLinkNum())
.dataResourceName(info.getDataSourcesSystemName())
.dataSourcesSystemName(info.getDataSourcesSystemName())
.maxWaitTime(info.getMaxWaitTime())
.maxWaitTimes(info.getMaxWaitTimes())
.connectionParam(String.valueOf(buffer).substring(1))
.createBy(SecurityUtils.getUsername())
.createTime(new Date())
.remark(info.getRemark())
.build();
}).collect(Collectors.toList());
return basicConfigRespList;
}
/**
* 新增
*
* @param basicConfigInfo
* @return 结果
*/
@Override
public int insertBasicConfigInfo(BasicConfigInfo basicConfigInfo)
{
return basicConfigInfoMapper.insertBasicConfigInfo(basicConfigInfo);
}
/**
* 修改
*
* @param basicConfigInfo
* @return 结果
*/
@Override
public int updateBasicConfigInfo(BasicConfigInfo basicConfigInfo)
{
return basicConfigInfoMapper.updateBasicConfigInfo(basicConfigInfo);
}
/**
* 批量删除
*
* @param ids 需要删除的主键
* @return 结果
*/
@Override
public int deleteBasicConfigInfoByIds(Long[] ids)
{
return basicConfigInfoMapper.deleteBasicConfigInfoByIds(ids);
}
/**
* 删除信息
*
* @param id 主键
* @return 结果
*/
@Override
public int deleteBasicConfigInfoById(Long id)
{
return basicConfigInfoMapper.deleteBasicConfigInfoById(id);
}
}

96
muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/impl/BasicParamsServiceImpl.java 100644
View File

@ -0,0 +1,96 @@
package com.muyu.etl.service.impl;
import java.util.List;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import com.muyu.common.system.domain.SysDictData;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import com.muyu.etl.mapper.BasicParamsMapper;
import com.muyu.etl.domain.BasicParams;
import com.muyu.etl.service.BasicParamsService;
/**
* Service业务层处理
*
* @author muyu
* @date 2024-04-20
*/
@Service
public class BasicParamsServiceImpl extends ServiceImpl<BasicParamsMapper, BasicParams> implements BasicParamsService
{
@Autowired
private BasicParamsMapper basicParamsMapper;
/**
* 查询
*
* @param id 主键
* @return
*/
@Override
public BasicParams selectBasicParamsById(Long id)
{
return basicParamsMapper.selectBasicParamsById(id);
}
/**
* 查询列表
*
* @param basicParams
* @return
*/
@Override
public List<BasicParams> selectBasicParamsList(BasicParams basicParams)
{
return basicParamsMapper.selectBasicParamsList(basicParams);
}
/**
* 新增
*
* @param basicParams
* @return 结果
*/
@Override
public int insertBasicParams(BasicParams basicParams)
{
return basicParamsMapper.insertBasicParams(basicParams);
}
/**
* 修改
*
* @param basicParams
* @return 结果
*/
@Override
public int updateBasicParams(BasicParams basicParams)
{
return basicParamsMapper.updateBasicParams(basicParams);
}
/**
* 批量删除
*
* @param ids 需要删除的主键
* @return 结果
*/
@Override
public int deleteBasicParamsByIds(Long[] ids)
{
return basicParamsMapper.deleteBasicParamsByIds(ids);
}
/**
* 删除信息
*
* @param id 主键
* @return 结果
*/
@Override
public int deleteBasicParamsById(Long id)
{
return basicParamsMapper.deleteBasicParamsById(id);
}
}

28
muyu-modules/muyv-etl/muyu-etl-service/src/main/resources/bootstrap.yml 100644
View File

@ -0,0 +1,28 @@
# Tomcat
server:
port: 9205
# Spring
spring:
application:
# 应用名称
name: muyu-etl
profiles:
# 环境配置
active: dev
cloud:
nacos:
discovery:
# 服务注册地址
server-addr: 43.142.100.73:8848
config:
# 配置中心地址
server-addr: 43.142.100.73:8848
# 配置文件格式
file-extension: yml
# 共享配置
shared-configs:
- application-${spring.profiles.active}.${spring.cloud.nacos.config.file-extension}
logging:
level:
com.muyu.system.mapper: DEBUG

107
muyu-modules/muyv-etl/muyu-etl-service/src/main/resources/mapper/BasicConfigInfoMapper.xml 100644
View File

@ -0,0 +1,107 @@
<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE mapper
PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
"http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper namespace="com.muyu.etl.mapper.BasicConfigInfoMapper">
<resultMap type="com.muyu.etl.domain.BasicConfigInfo" id="BasicConfigInfoResult">
<result property="id" column="id" />
<result property="dataResourceName" column="data_resource_name" />
<result property="dataSourcesSystemName" column="data_sources_system_name" />
<result property="host" column="host" />
<result property="port" column="port" />
<result property="databaseType" column="database_type" />
<result property="databaseName" column="database_name" />
<result property="initLinkNum" column="init_link_num" />
<result property="maxLinkNum" column="max_link_num" />
<result property="maxWaitTime" column="max_wait_time" />
<result property="maxWaitTimes" column="max_wait_times" />
<result property="remark" column="remark" />
</resultMap>
<sql id="selectBasicConfigInfoVo">
select id, data_resource_name, data_sources_system_name, host, port, database_type, database_name, init_link_num, max_link_num, max_wait_time, max_wait_times, remark from basic_config_info
</sql>
<select id="selectBasicConfigInfoList" parameterType="com.muyu.etl.domain.BasicConfigInfo" resultMap="BasicConfigInfoResult">
<include refid="selectBasicConfigInfoVo"/>
<where>
<if test="dataResourceName != null and dataResourceName != ''"> and data_resource_name like concat('%', #{dataResourceName}, '%')</if>
<if test="dataSourcesSystemName != null and dataSourcesSystemName != ''"> and data_sources_system_name like concat('%', #{dataSourcesSystemName}, '%')</if>
<if test="host != null and host != ''"> and host = #{host}</if>
<if test="port != null and port != ''"> and port = #{port}</if>
<if test="databaseType != null and databaseType != ''"> and database_type = #{databaseType}</if>
<if test="databaseName != null and databaseName != ''"> and database_name like concat('%', #{databaseName}, '%')</if>
<if test="initLinkNum != null "> and init_link_num = #{initLinkNum}</if>
<if test="maxLinkNum != null "> and max_link_num = #{maxLinkNum}</if>
<if test="maxWaitTime != null "> and max_wait_time = #{maxWaitTime}</if>
<if test="maxWaitTimes != null "> and max_wait_times = #{maxWaitTimes}</if>
</where>
</select>
<select id="selectBasicConfigInfoById" parameterType="Long" resultMap="BasicConfigInfoResult">
<include refid="selectBasicConfigInfoVo"/>
where id = #{id}
</select>
<insert id="insertBasicConfigInfo" parameterType="com.muyu.etl.domain.BasicConfigInfo">
insert into basic_config_info
<trim prefix="(" suffix=")" suffixOverrides=",">
<if test="id != null">id,</if>
<if test="dataResourceName != null">data_resource_name,</if>
<if test="dataSourcesSystemName != null">data_sources_system_name,</if>
<if test="host != null">host,</if>
<if test="port != null">port,</if>
<if test="databaseType != null">database_type,</if>
<if test="databaseName != null">database_name,</if>
<if test="initLinkNum != null">init_link_num,</if>
<if test="maxLinkNum != null">max_link_num,</if>
<if test="maxWaitTime != null">max_wait_time,</if>
<if test="maxWaitTimes != null">max_wait_times,</if>
<if test="remark != null">remark,</if>
</trim>
<trim prefix="values (" suffix=")" suffixOverrides=",">
<if test="id != null">#{id},</if>
<if test="dataResourceName != null">#{dataResourceName},</if>
<if test="dataSourcesSystemName != null">#{dataSourcesSystemName},</if>
<if test="host != null">#{host},</if>
<if test="port != null">#{port},</if>
<if test="databaseType != null">#{databaseType},</if>
<if test="databaseName != null">#{databaseName},</if>
<if test="initLinkNum != null">#{initLinkNum},</if>
<if test="maxLinkNum != null">#{maxLinkNum},</if>
<if test="maxWaitTime != null">#{maxWaitTime},</if>
<if test="maxWaitTimes != null">#{maxWaitTimes},</if>
<if test="remark != null">#{remark},</if>
</trim>
</insert>
<update id="updateBasicConfigInfo" parameterType="com.muyu.etl.domain.BasicConfigInfo">
update basic_config_info
<trim prefix="SET" suffixOverrides=",">
<if test="dataResourceName != null">data_resource_name = #{dataResourceName},</if>
<if test="dataSourcesSystemName != null">data_sources_system_name = #{dataSourcesSystemName},</if>
<if test="host != null">host = #{host},</if>
<if test="port != null">port = #{port},</if>
<if test="databaseType != null">database_type = #{databaseType},</if>
<if test="databaseName != null">database_name = #{databaseName},</if>
<if test="initLinkNum != null">init_link_num = #{initLinkNum},</if>
<if test="maxLinkNum != null">max_link_num = #{maxLinkNum},</if>
<if test="maxWaitTime != null">max_wait_time = #{maxWaitTime},</if>
<if test="maxWaitTimes != null">max_wait_times = #{maxWaitTimes},</if>
<if test="remark != null">remark = #{remark},</if>
</trim>
where id = #{id}
</update>
<delete id="deleteBasicConfigInfoById" parameterType="Long">
delete from basic_config_info where id = #{id}
</delete>
<delete id="deleteBasicConfigInfoByIds" parameterType="String">
delete from basic_config_info where id in
<foreach item="id" collection="array" open="(" separator="," close=")">
#{id}
</foreach>
</delete>
</mapper>

68
muyu-modules/muyv-etl/muyu-etl-service/src/main/resources/mapper/BasicParamsMapper.xml 100644
View File

@ -0,0 +1,68 @@
<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE mapper
PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
"http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper namespace="com.muyu.etl.mapper.BasicParamsMapper">
<resultMap type="com.muyu.etl.domain.BasicParams" id="BasicParamsResult">
<result property="id" column="id" />
<result property="basicConfigInfoId" column="basic_config_info_id" />
<result property="paramsName" column="params_name" />
<result property="paramsValue" column="params_value" />
</resultMap>
<sql id="selectBasicParamsVo">
select id, basic_config_info_id, params_name, params_value from basic_params
</sql>
<select id="selectBasicParamsList" parameterType="com.muyu.etl.domain.BasicParams" resultMap="BasicParamsResult">
<include refid="selectBasicParamsVo"/>
<where>
<if test="basicConfigInfoId != null "> and basic_config_info_id = #{basicConfigInfoId}</if>
<if test="paramsName != null and paramsName != ''"> and params_name like concat('%', #{paramsName}, '%')</if>
<if test="paramsValue != null and paramsValue != ''"> and params_value = #{paramsValue}</if>
</where>
</select>
<select id="selectBasicParamsById" parameterType="Long" resultMap="BasicParamsResult">
<include refid="selectBasicParamsVo"/>
where id = #{id}
</select>
<insert id="insertBasicParams" parameterType="com.muyu.etl.domain.BasicParams">
insert into basic_params
<trim prefix="(" suffix=")" suffixOverrides=",">
<if test="id != null">id,</if>
<if test="basicConfigInfoId != null">basic_config_info_id,</if>
<if test="paramsName != null">params_name,</if>
<if test="paramsValue != null">params_value,</if>
</trim>
<trim prefix="values (" suffix=")" suffixOverrides=",">
<if test="id != null">#{id},</if>
<if test="basicConfigInfoId != null">#{basicConfigInfoId},</if>
<if test="paramsName != null">#{paramsName},</if>
<if test="paramsValue != null">#{paramsValue},</if>
</trim>
</insert>
<update id="updateBasicParams" parameterType="com.muyu.etl.domain.BasicParams">
update basic_params
<trim prefix="SET" suffixOverrides=",">
<if test="basicConfigInfoId != null">basic_config_info_id = #{basicConfigInfoId},</if>
<if test="paramsName != null">params_name = #{paramsName},</if>
<if test="paramsValue != null">params_value = #{paramsValue},</if>
</trim>
where id = #{id}
</update>
<delete id="deleteBasicParamsById" parameterType="Long">
delete from basic_params where id = #{id}
</delete>
<delete id="deleteBasicParamsByIds" parameterType="String">
delete from basic_params where id in
<foreach item="id" collection="array" open="(" separator="," close=")">
#{id}
</foreach>
</delete>
</mapper>

27
muyu-modules/muyv-etl/pom.xml 100644
View File

@ -0,0 +1,27 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>com.muyu</groupId>
<artifactId>muyu-modules</artifactId>
<version>3.6.3</version>
</parent>
<artifactId>muyv-etl</artifactId>
<packaging>pom</packaging>
<modules>
<module>muyu-etl-common</module>
<module>muyu-etl-remote</module>
<module>muyu-etl-service</module>
</modules>
<properties>
<maven.compiler.source>17</maven.compiler.source>
<maven.compiler.target>17</maven.compiler.target>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
</properties>
</project>

1
muyu-modules/pom.xml
View File

@ -13,6 +13,7 @@
<module>muyu-gen</module>
<module>muyu-job</module>
<module>muyu-file</module>
<module>muyv-etl</module>
</modules>
<artifactId>muyu-modules</artifactId>

7
pom.xml
View File

@ -206,6 +206,13 @@
<version>${muyu.version}</version>
</dependency>
<!-- etl 数据处理插件-->
<dependency>
<groupId>com.muyu</groupId>
<artifactId>muyu-etl-common</artifactId>
<version>${muyu.version}</version>
</dependency>
</dependencies>
</dependencyManagement>