From 85d618c40b45bc1f7a908d10e7dfa7259e95f843 Mon Sep 17 00:00:00 2001 From: Saisai Liu <1374434128@qq.com> Date: Sun, 21 Apr 2024 15:34:17 +0800 Subject: [PATCH] etl --- .../java/com/muyu/gen/util/VelocityUtils.java | 2 +- .../system/service/SysPermissionService.java | 2 +- muyu-modules/muyv-etl/muyu-etl-common/pom.xml | 30 ++++ .../com/muyu/etl/domain/BasicConfigInfo.java | 74 ++++++++++ .../java/com/muyu/etl/domain/BasicParams.java | 48 +++++++ .../muyu/etl/domain/req/BasicQueryReq.java | 21 +++ .../muyu/etl/domain/resp/BasicConfigResp.java | 64 +++++++++ muyu-modules/muyv-etl/muyu-etl-remote/pom.xml | 20 +++ .../src/main/java/com/muyu/Main.java | 7 + .../muyv-etl/muyu-etl-service/pom.xml | 114 ++++++++++++++++ .../java/com/muyu/MuYuEtlApplication.java | 17 +++ .../controller/BasicConfigInfoController.java | 99 ++++++++++++++ .../etl/mapper/BasicConfigInfoMapper.java | 63 +++++++++ .../muyu/etl/mapper/BasicParamsMapper.java | 63 +++++++++ .../etl/service/BasicConfigInfoService.java | 64 +++++++++ .../muyu/etl/service/BasicParamsService.java | 63 +++++++++ .../impl/BasicConfigInfoServiceImpl.java | 128 ++++++++++++++++++ .../service/impl/BasicParamsServiceImpl.java | 96 +++++++++++++ .../src/main/resources/bootstrap.yml | 28 ++++ .../mapper/BasicConfigInfoMapper.xml | 107 +++++++++++++++ .../resources/mapper/BasicParamsMapper.xml | 68 ++++++++++ muyu-modules/muyv-etl/pom.xml | 27 ++++ muyu-modules/pom.xml | 1 + pom.xml | 7 + 24 files changed, 1211 insertions(+), 2 deletions(-) create mode 100644 muyu-modules/muyv-etl/muyu-etl-common/pom.xml create mode 100644 muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/BasicConfigInfo.java create mode 100644 muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/BasicParams.java create mode 100644 muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/req/BasicQueryReq.java create mode 100644 muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/resp/BasicConfigResp.java create mode 100644 muyu-modules/muyv-etl/muyu-etl-remote/pom.xml create mode 100644 muyu-modules/muyv-etl/muyu-etl-remote/src/main/java/com/muyu/Main.java create mode 100644 muyu-modules/muyv-etl/muyu-etl-service/pom.xml create mode 100644 muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/MuYuEtlApplication.java create mode 100644 muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/controller/BasicConfigInfoController.java create mode 100644 muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/mapper/BasicConfigInfoMapper.java create mode 100644 muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/mapper/BasicParamsMapper.java create mode 100644 muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/BasicConfigInfoService.java create mode 100644 muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/BasicParamsService.java create mode 100644 muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/impl/BasicConfigInfoServiceImpl.java create mode 100644 muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/impl/BasicParamsServiceImpl.java create mode 100644 muyu-modules/muyv-etl/muyu-etl-service/src/main/resources/bootstrap.yml create mode 100644 muyu-modules/muyv-etl/muyu-etl-service/src/main/resources/mapper/BasicConfigInfoMapper.xml create mode 100644 muyu-modules/muyv-etl/muyu-etl-service/src/main/resources/mapper/BasicParamsMapper.xml create mode 100644 muyu-modules/muyv-etl/pom.xml diff --git a/muyu-modules/muyu-gen/src/main/java/com/muyu/gen/util/VelocityUtils.java b/muyu-modules/muyu-gen/src/main/java/com/muyu/gen/util/VelocityUtils.java index 9305ff7..1a83d49 100644 --- a/muyu-modules/muyu-gen/src/main/java/com/muyu/gen/util/VelocityUtils.java +++ b/muyu-modules/muyu-gen/src/main/java/com/muyu/gen/util/VelocityUtils.java @@ -50,7 +50,7 @@ public class VelocityUtils { VelocityContext velocityContext = new VelocityContext(); velocityContext.put("tplCategory", genTable.getTplCategory()); velocityContext.put("tableName", genTable.getTableName()); - velocityContext.put("functionName", StringUtils.isNotEmpty(functionName) ? functionName : "【请填写功能名称】"); + velocityContext.put("functionName", StringUtils.isNotEmpty(functionName) ? functionName : ""); velocityContext.put("ClassName", genTable.getClassName()); velocityContext.put("className", StringUtils.uncapitalize(genTable.getClassName())); velocityContext.put("moduleName", genTable.getModuleName()); diff --git a/muyu-modules/muyu-system/src/main/java/com/muyu/system/service/SysPermissionService.java b/muyu-modules/muyu-system/src/main/java/com/muyu/system/service/SysPermissionService.java index 02e9d14..4802f8a 100644 --- a/muyu-modules/muyu-system/src/main/java/com/muyu/system/service/SysPermissionService.java +++ b/muyu-modules/muyu-system/src/main/java/com/muyu/system/service/SysPermissionService.java @@ -13,7 +13,7 @@ public interface SysPermissionService { /** * 获取角色数据权限 * - * @param userId 用户Id + * @param user 用户Id * * @return 角色权限信息 */ diff --git a/muyu-modules/muyv-etl/muyu-etl-common/pom.xml b/muyu-modules/muyv-etl/muyu-etl-common/pom.xml new file mode 100644 index 0000000..d1ef131 --- /dev/null +++ b/muyu-modules/muyv-etl/muyu-etl-common/pom.xml @@ -0,0 +1,30 @@ + + + 4.0.0 + + com.muyu + muyv-etl + 3.6.3 + + + muyu-etl-common + + + 17 + 17 + UTF-8 + + + + + com.muyu + muyu-common-core + + + com.muyu + muyu-common-security + + + diff --git a/muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/BasicConfigInfo.java b/muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/BasicConfigInfo.java new file mode 100644 index 0000000..1cf553a --- /dev/null +++ b/muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/BasicConfigInfo.java @@ -0,0 +1,74 @@ +package com.muyu.etl.domain; + +import com.muyu.common.core.annotation.Excel; +import com.muyu.common.core.web.domain.BaseEntity; +import lombok.AllArgsConstructor; +import lombok.Data; +import lombok.NoArgsConstructor; +import lombok.experimental.SuperBuilder; + +import java.util.Date; + + +/** + *对象 basic_config_info + * + * @author Saisai + * @date 2024-04-20 + */ +@Data +@NoArgsConstructor +@AllArgsConstructor +@SuperBuilder +public class BasicConfigInfo extends BaseEntity +{ + private static final long serialVersionUID = 1L; + + /** 主键 */ + private Long id; + + /** 接入源名称 */ + @Excel(name = "接入源名称") + private String dataResourceName; + + /** 数据来源系统名称 */ + @Excel(name = "数据来源系统名称") + private String dataSourcesSystemName; + + /** 主机ip地址 */ + @Excel(name = "主机ip地址") + private String host; + + /** 端口 */ + @Excel(name = "端口") + private String port; + + /** 数据接入类型 */ + @Excel(name = "数据接入类型") + private String databaseType; + + /** 数据库名称 */ + @Excel(name = "数据库名称") + private String databaseName; + + /** 初始化连接数量 */ + @Excel(name = "初始化连接数量") + private Long initLinkNum; + + /** 最大连接数量 */ + @Excel(name = "最大连接数量") + private Long maxLinkNum; + + /** 最大等待时间 */ + @Excel(name = "最大等待时间") + private Long maxWaitTime; + + /** 最大等待次数 */ + @Excel(name = "最大等待次数") + private Long maxWaitTimes; + + private String createBy; + private String updateBy; + private Date createTime; + private Date updateTime; +} diff --git a/muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/BasicParams.java b/muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/BasicParams.java new file mode 100644 index 0000000..ec04378 --- /dev/null +++ b/muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/BasicParams.java @@ -0,0 +1,48 @@ +package com.muyu.etl.domain; + +import com.muyu.common.core.annotation.Excel; +import com.muyu.common.core.web.domain.BaseEntity; +import lombok.AllArgsConstructor; +import lombok.Data; +import lombok.NoArgsConstructor; +import lombok.experimental.SuperBuilder; + +import java.util.Date; + +/** + * 对象 basic_params + * + * @author muyu + * @date 2024-04-20 + */ +@Data +@NoArgsConstructor +@AllArgsConstructor +@SuperBuilder +public class BasicParams extends BaseEntity +{ + private static final long serialVersionUID = 1L; + + /** 主键 */ + private Long id; + + /** 基础配置信息主键 */ + @Excel(name = "基础配置信息主键") + private Long basicConfigInfoId; + + /** 参数名 */ + @Excel(name = "参数名") + private String paramsName; + + /** 参数值 */ + @Excel(name = "参数值") + private String paramsValue; + + + private String createBy; + private String updateBy; + private Date createTime; + private Date updateTime; + + +} diff --git a/muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/req/BasicQueryReq.java b/muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/req/BasicQueryReq.java new file mode 100644 index 0000000..5a48500 --- /dev/null +++ b/muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/req/BasicQueryReq.java @@ -0,0 +1,21 @@ +package com.muyu.etl.domain.req; + +import lombok.AllArgsConstructor; +import lombok.Data; +import lombok.NoArgsConstructor; +import lombok.experimental.SuperBuilder; + +/** + * @ClassName BasicQueryReq + * @Description 描述 + * @Author SaiSai.Liu + * @Date 2024/4/21 10:42 + */ +@Data +@NoArgsConstructor +@AllArgsConstructor +@SuperBuilder +public class BasicQueryReq { + private Long id; + +} diff --git a/muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/resp/BasicConfigResp.java b/muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/resp/BasicConfigResp.java new file mode 100644 index 0000000..77f1594 --- /dev/null +++ b/muyu-modules/muyv-etl/muyu-etl-common/src/main/java/com/muyu/etl/domain/resp/BasicConfigResp.java @@ -0,0 +1,64 @@ +package com.muyu.etl.domain.resp; + +import lombok.AllArgsConstructor; +import lombok.Data; +import lombok.NoArgsConstructor; +import lombok.experimental.SuperBuilder; + +import java.util.Date; + + +/** + * 响应对象 + * @ClassName BasicConfigResp + * @Description 描述 + * @Author SaiSai.Liu + * @Date 2024/4/21 10:45 + */ +@Data +@NoArgsConstructor +@AllArgsConstructor +@SuperBuilder +public class BasicConfigResp { + private static final long serialVersionUID = 1L; + /** 主键 */ + private Long id; + + /** 接入源名称 */ + private String dataResourceName; + + /** 数据来源系统名称 */ + private String dataSourcesSystemName; + + /** 主机ip地址 */ + private String host; + + /** 端口 */ + private String port; + + /** 数据接入类型 */ + private String databaseType; + + /** 数据库名称 */ + private String databaseName; + + /** 初始化连接数量 */ + private Long initLinkNum; + + /** 最大连接数量 */ + private Long maxLinkNum; + + /** 最大等待时间 */ + private Long maxWaitTime; + + /** 最大等待次数 */ + private Long maxWaitTimes; + + /** 拼接链接 */ + private String connectionParam; + private String remark; + private String createBy; + private String updateBy; + private Date createTime; + private Date updateTime; +} diff --git a/muyu-modules/muyv-etl/muyu-etl-remote/pom.xml b/muyu-modules/muyv-etl/muyu-etl-remote/pom.xml new file mode 100644 index 0000000..8ccef2d --- /dev/null +++ b/muyu-modules/muyv-etl/muyu-etl-remote/pom.xml @@ -0,0 +1,20 @@ + + + 4.0.0 + + com.muyu + muyv-etl + 3.6.3 + + + muyu-etl-remote + + + 17 + 17 + UTF-8 + + + diff --git a/muyu-modules/muyv-etl/muyu-etl-remote/src/main/java/com/muyu/Main.java b/muyu-modules/muyv-etl/muyu-etl-remote/src/main/java/com/muyu/Main.java new file mode 100644 index 0000000..95690d4 --- /dev/null +++ b/muyu-modules/muyv-etl/muyu-etl-remote/src/main/java/com/muyu/Main.java @@ -0,0 +1,7 @@ +package com.muyu; + +public class Main { + public static void main(String[] args) { + System.out.println("Hello world!"); + } +} \ No newline at end of file diff --git a/muyu-modules/muyv-etl/muyu-etl-service/pom.xml b/muyu-modules/muyv-etl/muyu-etl-service/pom.xml new file mode 100644 index 0000000..51bad11 --- /dev/null +++ b/muyu-modules/muyv-etl/muyu-etl-service/pom.xml @@ -0,0 +1,114 @@ + + + 4.0.0 + + com.muyu + muyv-etl + 3.6.3 + + + muyu-etl-service + + + 17 + 17 + UTF-8 + + + + + + com.muyu + muyu-etl-common + + + + + com.alibaba.cloud + spring-cloud-starter-alibaba-nacos-discovery + + + + + com.alibaba.cloud + spring-cloud-starter-alibaba-nacos-config + + + + + com.alibaba.cloud + spring-cloud-starter-alibaba-sentinel + + + + + org.springframework.boot + spring-boot-starter-actuator + + + + + io.springfox + springfox-swagger-ui + ${swagger.fox.version} + + + + + com.mysql + mysql-connector-j + + + + + com.muyu + muyu-common-datasource + + + + + com.muyu + muyu-common-datascope + + + + + com.muyu + muyu-common-log + + + + + com.muyu + muyu-common-swagger + + + + + + ${project.artifactId} + + + org.springframework.boot + spring-boot-maven-plugin + + + + repackage + + + + + + + org.apache.maven.plugins + maven-deploy-plugin + + true + + + + + diff --git a/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/MuYuEtlApplication.java b/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/MuYuEtlApplication.java new file mode 100644 index 0000000..d2c8c59 --- /dev/null +++ b/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/MuYuEtlApplication.java @@ -0,0 +1,17 @@ +package com.muyu; + +import com.muyu.common.security.annotation.EnableCustomConfig; +import com.muyu.common.security.annotation.EnableMyFeignClients; +import com.muyu.common.swagger.annotation.EnableCustomSwagger2; +import org.springframework.boot.SpringApplication; +import org.springframework.boot.autoconfigure.SpringBootApplication; + +@EnableCustomConfig +@EnableCustomSwagger2 +@EnableMyFeignClients +@SpringBootApplication +public class MuYuEtlApplication { + public static void main(String[] args) { + SpringApplication.run(MuYuEtlApplication.class); + } +} diff --git a/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/controller/BasicConfigInfoController.java b/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/controller/BasicConfigInfoController.java new file mode 100644 index 0000000..1d392dc --- /dev/null +++ b/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/controller/BasicConfigInfoController.java @@ -0,0 +1,99 @@ +package com.muyu.etl.controller; + +import com.muyu.common.core.domain.Result; +import com.muyu.common.core.utils.poi.ExcelUtil; +import com.muyu.common.core.web.controller.BaseController; +import com.muyu.common.core.web.page.TableDataInfo; +import com.muyu.common.log.annotation.Log; +import com.muyu.common.log.enums.BusinessType; +import com.muyu.common.security.annotation.RequiresPermissions; +import com.muyu.etl.domain.BasicConfigInfo; +import com.muyu.etl.domain.resp.BasicConfigResp; +import com.muyu.etl.service.BasicConfigInfoService; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.web.bind.annotation.*; + +import javax.servlet.http.HttpServletResponse; +import java.util.List; + +/** + * 基础信息Controller + * + * @author muyu + * @date 2024-04-21 + */ +@RestController +@RequestMapping("/info") +public class BasicConfigInfoController extends BaseController +{ + @Autowired + private BasicConfigInfoService basicConfigInfoService; + + /** + * 查询基础信息列表 + */ + @RequiresPermissions("etl:info:list") + @GetMapping("/list") + public Result> list(BasicConfigInfo basicConfigInfo) + { + startPage(); + List list = basicConfigInfoService.selectBasicConfigInfoList(basicConfigInfo); + return getDataTable(list); + } + + /** + * 导出基础信息列表 + */ + @RequiresPermissions("etl:info:export") + @Log(title = "基础信息", businessType = BusinessType.EXPORT) + @PostMapping("/export") + public void export(HttpServletResponse response, BasicConfigInfo basicConfigInfo) + { + List list = basicConfigInfoService.selectBasicConfigInfoList(basicConfigInfo); + ExcelUtil util = new ExcelUtil(BasicConfigResp.class); + util.exportExcel(response, list, "基础信息数据"); + } + + /** + * 获取基础信息详细信息 + */ + @RequiresPermissions("etl:info:query") + @GetMapping(value = "/{id}") + public Result getInfo(@PathVariable("id") Long id) + { + return success(basicConfigInfoService.selectBasicConfigInfoById(id)); + } + + /** + * 新增基础信息 + */ + @RequiresPermissions("etl:info:add") + @Log(title = "基础信息", businessType = BusinessType.INSERT) + @PostMapping + public Result add(@RequestBody BasicConfigInfo basicConfigInfo) + { + return toAjax(basicConfigInfoService.insertBasicConfigInfo(basicConfigInfo)); + } + + /** + * 修改基础信息 + */ + @RequiresPermissions("etl:info:edit") + @Log(title = "基础信息", businessType = BusinessType.UPDATE) + @PutMapping + public Result edit(@RequestBody BasicConfigInfo basicConfigInfo) + { + return toAjax(basicConfigInfoService.updateBasicConfigInfo(basicConfigInfo)); + } + + /** + * 删除基础信息 + */ + @RequiresPermissions("etl:info:remove") + @Log(title = "基础信息", businessType = BusinessType.DELETE) + @DeleteMapping("/{ids}") + public Result remove(@PathVariable Long[] ids) + { + return toAjax(basicConfigInfoService.deleteBasicConfigInfoByIds(ids)); + } +} diff --git a/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/mapper/BasicConfigInfoMapper.java b/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/mapper/BasicConfigInfoMapper.java new file mode 100644 index 0000000..e00511f --- /dev/null +++ b/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/mapper/BasicConfigInfoMapper.java @@ -0,0 +1,63 @@ +package com.muyu.etl.mapper; + +import java.util.List; + +import com.baomidou.mybatisplus.core.mapper.BaseMapper; +import com.muyu.etl.domain.BasicConfigInfo; + +/** + * Mapper接口 + * + * @author muyu + * @date 2024-04-20 + */ +public interface BasicConfigInfoMapper extends BaseMapper +{ + /** + * 查询 + * + * @param id 主键 + * @return + */ + public BasicConfigInfo selectBasicConfigInfoById(Long id); + + /** + * 查询列表 + * + * @param basicConfigInfo + * @return 集合 + */ + public List selectBasicConfigInfoList(BasicConfigInfo basicConfigInfo); + + /** + * 新增 + * + * @param basicConfigInfo + * @return 结果 + */ + public int insertBasicConfigInfo(BasicConfigInfo basicConfigInfo); + + /** + * 修改 + * + * @param basicConfigInfo + * @return 结果 + */ + public int updateBasicConfigInfo(BasicConfigInfo basicConfigInfo); + + /** + * 删除 + * + * @param id 主键 + * @return 结果 + */ + public int deleteBasicConfigInfoById(Long id); + + /** + * 批量删除 + * + * @param ids 需要删除的数据主键集合 + * @return 结果 + */ + public int deleteBasicConfigInfoByIds(Long[] ids); +} diff --git a/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/mapper/BasicParamsMapper.java b/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/mapper/BasicParamsMapper.java new file mode 100644 index 0000000..0ebaa89 --- /dev/null +++ b/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/mapper/BasicParamsMapper.java @@ -0,0 +1,63 @@ +package com.muyu.etl.mapper; + +import java.util.List; + +import com.baomidou.mybatisplus.core.mapper.BaseMapper; +import com.muyu.etl.domain.BasicParams; + +/** + * Mapper接口 + * + * @author muyu + * @date 2024-04-20 + */ +public interface BasicParamsMapper extends BaseMapper +{ + /** + * 查询 + * + * @param id 主键 + * @return + */ + public BasicParams selectBasicParamsById(Long id); + + /** + * 查询列表 + * + * @param basicParams + * @return 集合 + */ + public List selectBasicParamsList(BasicParams basicParams); + + /** + * 新增 + * + * @param basicParams + * @return 结果 + */ + public int insertBasicParams(BasicParams basicParams); + + /** + * 修改 + * + * @param basicParams + * @return 结果 + */ + public int updateBasicParams(BasicParams basicParams); + + /** + * 删除 + * + * @param id 主键 + * @return 结果 + */ + public int deleteBasicParamsById(Long id); + + /** + * 批量删除 + * + * @param ids 需要删除的数据主键集合 + * @return 结果 + */ + public int deleteBasicParamsByIds(Long[] ids); +} diff --git a/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/BasicConfigInfoService.java b/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/BasicConfigInfoService.java new file mode 100644 index 0000000..03a5d09 --- /dev/null +++ b/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/BasicConfigInfoService.java @@ -0,0 +1,64 @@ +package com.muyu.etl.service; + +import java.util.List; + +import com.baomidou.mybatisplus.extension.service.IService; +import com.muyu.etl.domain.BasicConfigInfo; +import com.muyu.etl.domain.resp.BasicConfigResp; + +/** + * Service接口 + * + * @author muyu + * @date 2024-04-20 + */ +public interface BasicConfigInfoService extends IService +{ + /** + * 查询 + * + * @param id 主键 + * @return + */ + public BasicConfigInfo selectBasicConfigInfoById(Long id); + + /** + * 查询列表 + * + * @param basicConfigInfo + * @return 集合 + */ + public List selectBasicConfigInfoList(BasicConfigInfo basicConfigInfo); + + /** + * 新增 + * + * @param basicConfigInfo + * @return 结果 + */ + public int insertBasicConfigInfo(BasicConfigInfo basicConfigInfo); + + /** + * 修改 + * + * @param basicConfigInfo + * @return 结果 + */ + public int updateBasicConfigInfo(BasicConfigInfo basicConfigInfo); + + /** + * 批量删除 + * + * @param ids 需要删除的主键集合 + * @return 结果 + */ + public int deleteBasicConfigInfoByIds(Long[] ids); + + /** + * 删除信息 + * + * @param id 主键 + * @return 结果 + */ + public int deleteBasicConfigInfoById(Long id); +} diff --git a/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/BasicParamsService.java b/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/BasicParamsService.java new file mode 100644 index 0000000..ffc23f8 --- /dev/null +++ b/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/BasicParamsService.java @@ -0,0 +1,63 @@ +package com.muyu.etl.service; + +import com.baomidou.mybatisplus.extension.service.IService; +import com.muyu.etl.domain.BasicParams; + +import java.util.List; + +/** + * Service接口 + * + * @author muyu + * @date 2024-04-20 + */ +public interface BasicParamsService extends IService +{ + /** + * 查询 + * + * @param id 主键 + * @return + */ + public BasicParams selectBasicParamsById(Long id); + + /** + * 查询列表 + * + * @param basicParams + * @return 集合 + */ + public List selectBasicParamsList(BasicParams basicParams); + + /** + * 新增 + * + * @param basicParams + * @return 结果 + */ + public int insertBasicParams(BasicParams basicParams); + + /** + * 修改 + * + * @param basicParams + * @return 结果 + */ + public int updateBasicParams(BasicParams basicParams); + + /** + * 批量删除 + * + * @param ids 需要删除的主键集合 + * @return 结果 + */ + public int deleteBasicParamsByIds(Long[] ids); + + /** + * 删除信息 + * + * @param id 主键 + * @return 结果 + */ + public int deleteBasicParamsById(Long id); +} diff --git a/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/impl/BasicConfigInfoServiceImpl.java b/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/impl/BasicConfigInfoServiceImpl.java new file mode 100644 index 0000000..fc334a5 --- /dev/null +++ b/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/impl/BasicConfigInfoServiceImpl.java @@ -0,0 +1,128 @@ +package com.muyu.etl.service.impl; + +import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper; +import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl; +import com.muyu.common.security.utils.SecurityUtils; +import com.muyu.etl.domain.BasicConfigInfo; +import com.muyu.etl.domain.BasicParams; +import com.muyu.etl.domain.resp.BasicConfigResp; +import com.muyu.etl.mapper.BasicConfigInfoMapper; +import com.muyu.etl.service.BasicConfigInfoService; +import com.muyu.etl.service.BasicParamsService; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.stereotype.Service; + + +import java.util.Date; +import java.util.List; +import java.util.stream.Collectors; + +/** + * Service业务层处理 + * + * @author muyu + * @date 2024-04-20 + */ +@Service +public class BasicConfigInfoServiceImpl extends ServiceImpl implements BasicConfigInfoService +{ + @Autowired + private BasicConfigInfoMapper basicConfigInfoMapper; + @Autowired + private BasicParamsService basicParamsService; + + /** + * 查询 + * + * @param id 主键 + * @return + */ + @Override + public BasicConfigInfo selectBasicConfigInfoById(Long id) + { + return basicConfigInfoMapper.selectBasicConfigInfoById(id); + } + + /** + * 查询列表 + * + * @param basicConfigInfo + * @return + */ + @Override + public List selectBasicConfigInfoList(BasicConfigInfo basicConfigInfo) + { + List basicConfigRespList = basicConfigInfoMapper.selectBasicConfigInfoList(basicConfigInfo).stream().map( + info -> { + List list = basicParamsService.list(new LambdaQueryWrapper().eq(BasicParams::getBasicConfigInfoId, info.getId())); + StringBuffer buffer = new StringBuffer(); + list.forEach(basicParam -> buffer.append("&"+basicParam.getParamsName()+"="+basicParam.getParamsValue())); + return BasicConfigResp.builder() + .id(info.getId()) + .host(info.getHost()) + .port(info.getPort()) + .databaseName(info.getDatabaseName()) + .databaseType(info.getDatabaseType()) + .initLinkNum(info.getInitLinkNum()) + .maxLinkNum(info.getMaxLinkNum()) + .dataResourceName(info.getDataSourcesSystemName()) + .dataSourcesSystemName(info.getDataSourcesSystemName()) + .maxWaitTime(info.getMaxWaitTime()) + .maxWaitTimes(info.getMaxWaitTimes()) + .connectionParam(String.valueOf(buffer).substring(1)) + .createBy(SecurityUtils.getUsername()) + .createTime(new Date()) + .remark(info.getRemark()) + .build(); + }).collect(Collectors.toList()); + return basicConfigRespList; + } + + /** + * 新增 + * + * @param basicConfigInfo + * @return 结果 + */ + @Override + public int insertBasicConfigInfo(BasicConfigInfo basicConfigInfo) + { + return basicConfigInfoMapper.insertBasicConfigInfo(basicConfigInfo); + } + + /** + * 修改 + * + * @param basicConfigInfo + * @return 结果 + */ + @Override + public int updateBasicConfigInfo(BasicConfigInfo basicConfigInfo) + { + return basicConfigInfoMapper.updateBasicConfigInfo(basicConfigInfo); + } + + /** + * 批量删除 + * + * @param ids 需要删除的主键 + * @return 结果 + */ + @Override + public int deleteBasicConfigInfoByIds(Long[] ids) + { + return basicConfigInfoMapper.deleteBasicConfigInfoByIds(ids); + } + + /** + * 删除信息 + * + * @param id 主键 + * @return 结果 + */ + @Override + public int deleteBasicConfigInfoById(Long id) + { + return basicConfigInfoMapper.deleteBasicConfigInfoById(id); + } +} diff --git a/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/impl/BasicParamsServiceImpl.java b/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/impl/BasicParamsServiceImpl.java new file mode 100644 index 0000000..0598647 --- /dev/null +++ b/muyu-modules/muyv-etl/muyu-etl-service/src/main/java/com/muyu/etl/service/impl/BasicParamsServiceImpl.java @@ -0,0 +1,96 @@ +package com.muyu.etl.service.impl; + +import java.util.List; + +import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl; +import com.muyu.common.system.domain.SysDictData; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.stereotype.Service; +import com.muyu.etl.mapper.BasicParamsMapper; +import com.muyu.etl.domain.BasicParams; +import com.muyu.etl.service.BasicParamsService; + +/** + * Service业务层处理 + * + * @author muyu + * @date 2024-04-20 + */ +@Service +public class BasicParamsServiceImpl extends ServiceImpl implements BasicParamsService +{ + @Autowired + private BasicParamsMapper basicParamsMapper; + + /** + * 查询 + * + * @param id 主键 + * @return + */ + @Override + public BasicParams selectBasicParamsById(Long id) + { + return basicParamsMapper.selectBasicParamsById(id); + } + + /** + * 查询列表 + * + * @param basicParams + * @return + */ + @Override + public List selectBasicParamsList(BasicParams basicParams) + { + return basicParamsMapper.selectBasicParamsList(basicParams); + } + + /** + * 新增 + * + * @param basicParams + * @return 结果 + */ + @Override + public int insertBasicParams(BasicParams basicParams) + { + return basicParamsMapper.insertBasicParams(basicParams); + } + + /** + * 修改 + * + * @param basicParams + * @return 结果 + */ + @Override + public int updateBasicParams(BasicParams basicParams) + { + return basicParamsMapper.updateBasicParams(basicParams); + } + + /** + * 批量删除 + * + * @param ids 需要删除的主键 + * @return 结果 + */ + @Override + public int deleteBasicParamsByIds(Long[] ids) + { + return basicParamsMapper.deleteBasicParamsByIds(ids); + } + + /** + * 删除信息 + * + * @param id 主键 + * @return 结果 + */ + @Override + public int deleteBasicParamsById(Long id) + { + return basicParamsMapper.deleteBasicParamsById(id); + } +} diff --git a/muyu-modules/muyv-etl/muyu-etl-service/src/main/resources/bootstrap.yml b/muyu-modules/muyv-etl/muyu-etl-service/src/main/resources/bootstrap.yml new file mode 100644 index 0000000..726ba8b --- /dev/null +++ b/muyu-modules/muyv-etl/muyu-etl-service/src/main/resources/bootstrap.yml @@ -0,0 +1,28 @@ +# Tomcat +server: + port: 9205 + +# Spring +spring: + application: + # 应用名称 + name: muyu-etl + profiles: + # 环境配置 + active: dev + cloud: + nacos: + discovery: + # 服务注册地址 + server-addr: 43.142.100.73:8848 + config: + # 配置中心地址 + server-addr: 43.142.100.73:8848 + # 配置文件格式 + file-extension: yml + # 共享配置 + shared-configs: + - application-${spring.profiles.active}.${spring.cloud.nacos.config.file-extension} +logging: + level: + com.muyu.system.mapper: DEBUG diff --git a/muyu-modules/muyv-etl/muyu-etl-service/src/main/resources/mapper/BasicConfigInfoMapper.xml b/muyu-modules/muyv-etl/muyu-etl-service/src/main/resources/mapper/BasicConfigInfoMapper.xml new file mode 100644 index 0000000..b446663 --- /dev/null +++ b/muyu-modules/muyv-etl/muyu-etl-service/src/main/resources/mapper/BasicConfigInfoMapper.xml @@ -0,0 +1,107 @@ + + + + + + + + + + + + + + + + + + + + + select id, data_resource_name, data_sources_system_name, host, port, database_type, database_name, init_link_num, max_link_num, max_wait_time, max_wait_times, remark from basic_config_info + + + + + + + + insert into basic_config_info + + id, + data_resource_name, + data_sources_system_name, + host, + port, + database_type, + database_name, + init_link_num, + max_link_num, + max_wait_time, + max_wait_times, + remark, + + + #{id}, + #{dataResourceName}, + #{dataSourcesSystemName}, + #{host}, + #{port}, + #{databaseType}, + #{databaseName}, + #{initLinkNum}, + #{maxLinkNum}, + #{maxWaitTime}, + #{maxWaitTimes}, + #{remark}, + + + + + update basic_config_info + + data_resource_name = #{dataResourceName}, + data_sources_system_name = #{dataSourcesSystemName}, + host = #{host}, + port = #{port}, + database_type = #{databaseType}, + database_name = #{databaseName}, + init_link_num = #{initLinkNum}, + max_link_num = #{maxLinkNum}, + max_wait_time = #{maxWaitTime}, + max_wait_times = #{maxWaitTimes}, + remark = #{remark}, + + where id = #{id} + + + + delete from basic_config_info where id = #{id} + + + + delete from basic_config_info where id in + + #{id} + + + diff --git a/muyu-modules/muyv-etl/muyu-etl-service/src/main/resources/mapper/BasicParamsMapper.xml b/muyu-modules/muyv-etl/muyu-etl-service/src/main/resources/mapper/BasicParamsMapper.xml new file mode 100644 index 0000000..8a762ab --- /dev/null +++ b/muyu-modules/muyv-etl/muyu-etl-service/src/main/resources/mapper/BasicParamsMapper.xml @@ -0,0 +1,68 @@ + + + + + + + + + + + + + select id, basic_config_info_id, params_name, params_value from basic_params + + + + + + + + insert into basic_params + + id, + basic_config_info_id, + params_name, + params_value, + + + #{id}, + #{basicConfigInfoId}, + #{paramsName}, + #{paramsValue}, + + + + + update basic_params + + basic_config_info_id = #{basicConfigInfoId}, + params_name = #{paramsName}, + params_value = #{paramsValue}, + + where id = #{id} + + + + delete from basic_params where id = #{id} + + + + delete from basic_params where id in + + #{id} + + + diff --git a/muyu-modules/muyv-etl/pom.xml b/muyu-modules/muyv-etl/pom.xml new file mode 100644 index 0000000..43647bd --- /dev/null +++ b/muyu-modules/muyv-etl/pom.xml @@ -0,0 +1,27 @@ + + + 4.0.0 + + com.muyu + muyu-modules + 3.6.3 + + + muyv-etl + pom + + muyu-etl-common + muyu-etl-remote + muyu-etl-service + + + + 17 + 17 + UTF-8 + + + + diff --git a/muyu-modules/pom.xml b/muyu-modules/pom.xml index 846198c..a7d2f86 100644 --- a/muyu-modules/pom.xml +++ b/muyu-modules/pom.xml @@ -13,6 +13,7 @@ muyu-gen muyu-job muyu-file + muyv-etl muyu-modules diff --git a/pom.xml b/pom.xml index fc97f1d..debb68d 100644 --- a/pom.xml +++ b/pom.xml @@ -206,6 +206,13 @@ ${muyu.version} + + + com.muyu + muyu-etl-common + ${muyu.version} + +