diff --git a/cloud-etl-common/src/main/java/com/muyu/domain/AssetDataDict.java b/cloud-etl-common/src/main/java/com/muyu/domain/AssetDataDict.java new file mode 100644 index 0000000..8f3bae2 --- /dev/null +++ b/cloud-etl-common/src/main/java/com/muyu/domain/AssetDataDict.java @@ -0,0 +1,42 @@ +package com.muyu.domain; + +import com.baomidou.mybatisplus.annotation.IdType; +import com.baomidou.mybatisplus.annotation.TableId; +import com.muyu.common.core.annotation.Excel; +import com.muyu.common.core.web.domain.BaseEntity; +import lombok.AllArgsConstructor; +import lombok.Data; +import lombok.NoArgsConstructor; +import lombok.experimental.SuperBuilder; + +/** + * 资产数据字典对象 asset_data_dict + * + * @author Saisai + * @date 2024-04-24 + */ +@Data +@NoArgsConstructor +@AllArgsConstructor +@SuperBuilder +public class AssetDataDict extends BaseEntity +{ + private static final long serialVersionUID = 1L; + + /** 主键 */ + @TableId(value = "id",type = IdType.AUTO) + private Long id; + + /** 数据接入id */ + @Excel(name = "数据接入id") + private Long basicId; + + /** 字典名称 */ + @Excel(name = "字典名称") + private String dictName; + + /** 字典类型 */ + @Excel(name = "字典类型") + private String dictType; + +} diff --git a/cloud-etl-common/src/main/java/com/muyu/domain/AssetImpower.java b/cloud-etl-common/src/main/java/com/muyu/domain/AssetImpower.java new file mode 100644 index 0000000..5069e1e --- /dev/null +++ b/cloud-etl-common/src/main/java/com/muyu/domain/AssetImpower.java @@ -0,0 +1,62 @@ +package com.muyu.domain; + +import com.muyu.common.core.annotation.Excel; +import com.muyu.common.core.web.domain.BaseEntity; +import lombok.AllArgsConstructor; +import lombok.Data; +import lombok.NoArgsConstructor; +import lombok.experimental.SuperBuilder; + +/** + * 资产赋权对象 asset_impower + * + * @author Saisai + * @date 2024-04-28 + */ +@Data +@NoArgsConstructor +@AllArgsConstructor +@SuperBuilder +public class AssetImpower extends BaseEntity { + private static final long serialVersionUID = 1L; + + /** + * 主键 + */ + private Long id; + + /** + * 表id + */ + @Excel(name = "表id") + private Long tableId; + + /** + * 部门id + */ + @Excel(name = "部门id") + private Long deptId; + + /** + * 接入id + */ + @Excel(name = "接入id") + private Long basicId; + + /** + * 用户id + */ + @Excel(name = "用户id") + private Long userId; + + public static AssetImpower saveAssetImpower + (Long deptId,Long userId,AssetImpower assetImpower){ + return AssetImpower.builder() + .basicId(assetImpower.getBasicId()) + .tableId(assetImpower.getTableId()) + .deptId(deptId) + .userId(userId) + .build(); + } + +} diff --git a/cloud-etl-common/src/main/java/com/muyu/domain/BasicConfigInfo.java b/cloud-etl-common/src/main/java/com/muyu/domain/BasicConfigInfo.java new file mode 100644 index 0000000..c295c28 --- /dev/null +++ b/cloud-etl-common/src/main/java/com/muyu/domain/BasicConfigInfo.java @@ -0,0 +1,91 @@ +package com.muyu.domain; + +import com.baomidou.mybatisplus.annotation.IdType; +import com.baomidou.mybatisplus.annotation.TableId; +import com.muyu.common.core.annotation.Excel; +import com.muyu.common.core.web.domain.BaseEntity; + +import com.muyu.domain.Req.BasicConfigQueryReq; +import lombok.AllArgsConstructor; +import lombok.Data; +import lombok.NoArgsConstructor; +import lombok.experimental.SuperBuilder; + +import java.util.Date; +import java.util.function.Supplier; + + +/** + *对象 basic_config_info + * + * @author Saisai + * @date 2024-04-20 + */ +@Data +@NoArgsConstructor +@AllArgsConstructor +@SuperBuilder +public class BasicConfigInfo extends BaseEntity +{ + private static final long serialVersionUID = 1L; + + /** 主键 */ + @TableId(value = "id", type = IdType.AUTO) + private Long id; + + /** 接入源名称 */ + @Excel(name = "接入源名称") + private String dataResourceName; + + /** 数据来源系统名称 */ + @Excel(name = "数据来源系统名称") + private String dataSourcesSystemName; + + /** 主机ip地址 */ + @Excel(name = "主机ip地址") + private String host; + + /** 端口 */ + @Excel(name = "端口") + private String port; + + /** 数据接入类型 */ + @Excel(name = "数据接入类型") + private String databaseType; + + /** 数据库名称 */ + @Excel(name = "数据库名称") + private String databaseName; + + /** 初始化连接数量 */ + @Excel(name = "初始化连接数量") + private Long initLinkNum; + + /** 最大连接数量 */ + @Excel(name = "最大连接数量") + private Long maxLinkNum; + + /** 最大等待时间 */ + @Excel(name = "最大等待时间") + private Long maxWaitTime; + + /** 最大等待次数 */ + @Excel(name = "最大等待次数") + private Long maxWaitTimes; + + @Excel(name ="连接参数") + private String connectionParams; + + @Excel(name ="用户名") + private String username; + + @Excel(name ="密码") + private String password; + + private String createBy; + private String updateBy; + private Date createTime; + private Date updateTime; + + +} diff --git a/cloud-etl-common/src/main/java/com/muyu/domain/DictInfo.java b/cloud-etl-common/src/main/java/com/muyu/domain/DictInfo.java new file mode 100644 index 0000000..2793a0c --- /dev/null +++ b/cloud-etl-common/src/main/java/com/muyu/domain/DictInfo.java @@ -0,0 +1,48 @@ +package com.muyu.domain; + +import com.baomidou.mybatisplus.annotation.IdType; +import com.baomidou.mybatisplus.annotation.TableId; +import com.fasterxml.jackson.annotation.JsonProperty; +import com.muyu.common.core.annotation.Excel; +import com.muyu.common.core.web.domain.BaseEntity; +import lombok.AllArgsConstructor; +import lombok.Data; +import lombok.NoArgsConstructor; +import lombok.experimental.SuperBuilder; + +/** + * 字典详细内容对象 dict_info + * + * @author Saisai + * @date 2024-04-24 + */ +@Data +@NoArgsConstructor +@AllArgsConstructor +@SuperBuilder +public class DictInfo extends BaseEntity +{ + private static final long serialVersionUID = 1L; + + /** 主键 */ + @TableId(value = "id",type = IdType.AUTO) + private Long id; + + /** 接入id */ + @Excel(name = "字典id") + private Long dictId; + + /** 字典名称 */ + @Excel(name = "字典名称") + private String infoName; + + /** 字典类型 */ + @Excel(name = "字典类型") + private String infoValue; + + @JsonProperty("isEdit") + private boolean isEdit; + + + +} diff --git a/cloud-etl-common/src/main/java/com/muyu/domain/Req/AssetImpowerReq.java b/cloud-etl-common/src/main/java/com/muyu/domain/Req/AssetImpowerReq.java new file mode 100644 index 0000000..7b0b91f --- /dev/null +++ b/cloud-etl-common/src/main/java/com/muyu/domain/Req/AssetImpowerReq.java @@ -0,0 +1,55 @@ +package com.muyu.domain.Req; + +import com.baomidou.mybatisplus.annotation.IdType; +import com.baomidou.mybatisplus.annotation.TableId; +import com.muyu.common.core.annotation.Excel; +import lombok.AllArgsConstructor; +import lombok.Data; +import lombok.NoArgsConstructor; +import lombok.experimental.SuperBuilder; + +/** + * @ClassName AssetImpowerReq + * @Description 描述 + * @Author SaiSai.Liu + * @Date 2024/4/29 14:04 + */ +@Data +@NoArgsConstructor +@AllArgsConstructor +@SuperBuilder +public class AssetImpowerReq { + private static final long serialVersionUID = 1L; + + + /** + * 主键 + */ + @TableId(value = "id",type = IdType.AUTO) + private Long id; + + /** + * 表id + */ + @Excel(name = "表id") + private Long tableId; + + /** + * 接入id + */ + @Excel(name = "接入id") + private Long basicId; + + /** + * 部门id + */ + @Excel(name = "部门id") + private Long deptId; + + /** + * 用户id + */ + @Excel(name = "用户id") + private Long userId; + +} diff --git a/cloud-etl-common/src/main/java/com/muyu/domain/Req/BasicConfigQueryReq.java b/cloud-etl-common/src/main/java/com/muyu/domain/Req/BasicConfigQueryReq.java new file mode 100644 index 0000000..c9786db --- /dev/null +++ b/cloud-etl-common/src/main/java/com/muyu/domain/Req/BasicConfigQueryReq.java @@ -0,0 +1,76 @@ +package com.muyu.domain.Req; + +import com.baomidou.mybatisplus.annotation.IdType; +import com.baomidou.mybatisplus.annotation.TableId; +import com.muyu.common.core.annotation.Excel; +import lombok.AllArgsConstructor; +import lombok.Data; +import lombok.NoArgsConstructor; +import lombok.experimental.SuperBuilder; + +import java.util.Date; + +/** + * @ClassName BasicQueryReq + * @Description 描述 + * @Author SaiSai.Liu + * @Date 2024/4/21 10:42 + */ +@Data +@NoArgsConstructor +@AllArgsConstructor +@SuperBuilder +public class BasicConfigQueryReq { + private static final long serialVersionUID = 1L; + + /** 主键 */ + @TableId(value = "id", type = IdType.AUTO) + private Long id; + + /** 接入源名称 */ + @Excel(name = "接入源名称") + private String dataResourceName; + + /** 数据来源系统名称 */ + @Excel(name = "数据来源系统名称") + private String dataSourcesSystemName; + + /** 主机ip地址 */ + @Excel(name = "主机ip地址") + private String host; + + /** 端口 */ + @Excel(name = "端口") + private String port; + + /** 数据接入类型 */ + @Excel(name = "数据接入类型") + private String databaseType; + + /** 数据库名称 */ + @Excel(name = "数据库名称") + private String databaseName; + + /** 初始化连接数量 */ + @Excel(name = "初始化连接数量") + private Long initLinkNum; + + /** 最大连接数量 */ + @Excel(name = "最大连接数量") + private Long maxLinkNum; + + /** 最大等待时间 */ + @Excel(name = "最大等待时间") + private Long maxWaitTime; + + /** 最大等待次数 */ + @Excel(name = "最大等待次数") + private Long maxWaitTimes; + + private String connectionParams; + private String createBy; + private String updateBy; + private Date createTime; + private Date updateTime; + +} diff --git a/cloud-etl-common/src/main/java/com/muyu/domain/Structure.java b/cloud-etl-common/src/main/java/com/muyu/domain/Structure.java new file mode 100644 index 0000000..65aefd7 --- /dev/null +++ b/cloud-etl-common/src/main/java/com/muyu/domain/Structure.java @@ -0,0 +1,79 @@ +package com.muyu.domain; + +import com.baomidou.mybatisplus.annotation.IdType; +import com.baomidou.mybatisplus.annotation.TableId; +import com.muyu.common.core.annotation.Excel; +import com.muyu.common.core.web.domain.BaseEntity; +import lombok.AllArgsConstructor; +import lombok.Data; +import lombok.NoArgsConstructor; +import lombok.experimental.SuperBuilder; + +/** + * 结构对象 structure + * + * @author Saisai + * @date 2024-04-22 + */ +@Data +@NoArgsConstructor +@AllArgsConstructor +@SuperBuilder +public class Structure extends BaseEntity +{ + private static final long serialVersionUID = 1L; + + /** 主键 */ + @TableId(value = "id", type = IdType.AUTO) + private Long id; + + /** 表id */ + @Excel(name = "表id") + private Long tableId; + + /** 字段名称 */ + @Excel(name = "字段名称") + private String columnName; + + /** 字段注释 */ + @Excel(name = "字段注释") + private String columnRemark; + + /** 是否主键 'Y'是主键 'N'不是主键 */ + @Excel(name = "是否主键 'Y'是主键 'N'不是主键") + private String isPrimary; + + /** 数据类型 */ + @Excel(name = "数据类型") + private String columnType; + + /** 映射类型 */ + @Excel(name = "映射类型") + private String javaType; + + /** 字段长度 */ + @Excel(name = "字段长度") + private String columnLength; + + /** 小数位数 */ + @Excel(name = "小数位数") + private String columnDecimals; + + /** 是否为空 'Y'是 'N'不是 */ + @Excel(name = "是否为空 'Y'是 'N'不是") + private String isNull; + + /** 默认值 */ + @Excel(name = "默认值") + private String defaultValue; + + /** 是否字典 'Y'是 'N'不是 */ + @Excel(name = "是否字典 'Y'是 'N'不是") + private String isDictionary; + + /** 映射字典 */ + @Excel(name = "映射字典") + private String dictionaryTable; + + +} diff --git a/cloud-etl-common/src/main/java/com/muyu/domain/TableInfo.java b/cloud-etl-common/src/main/java/com/muyu/domain/TableInfo.java new file mode 100644 index 0000000..6cc8a69 --- /dev/null +++ b/cloud-etl-common/src/main/java/com/muyu/domain/TableInfo.java @@ -0,0 +1,57 @@ +package com.muyu.domain; + +import com.baomidou.mybatisplus.annotation.IdType; +import com.baomidou.mybatisplus.annotation.TableId; +import com.muyu.common.core.annotation.Excel; +import com.muyu.common.core.web.domain.TreeEntity; +import lombok.AllArgsConstructor; +import lombok.Data; +import lombok.NoArgsConstructor; +import lombok.experimental.SuperBuilder; + +/** + * 库表基础信息对象 table_info + * + * @author Saisai + * @date 2024-04-22 + */ +@Data +@NoArgsConstructor +@AllArgsConstructor +@SuperBuilder +public class TableInfo extends TreeEntity +{ + private static final long serialVersionUID = 1L; + + /** 主键 */ + @TableId(value = "id", type = IdType.AUTO) + private Long id; + + private Long basicId; + + /** 表名称/数据库 */ + @Excel(name = "表名称/数据库") + private String tableName; + + /** 表备注 */ + @Excel(name = "表备注") + private String tableRemark; + + /** 表备注 */ + @Excel(name = "数据来源类型") + private String type; + + + /** 数据量 */ + @Excel(name = "数据量") + private Long dataNum; + + /** 是否核心 'Y'是 'N'不是 */ + @Excel(name = "是否核心 'Y'是 'N'不是") + private String center; + + + private Long parentId; + + +} diff --git a/cloud-etl-server/pom.xml b/cloud-etl-server/pom.xml index 3b5988e..42ef980 100644 --- a/cloud-etl-server/pom.xml +++ b/cloud-etl-server/pom.xml @@ -11,11 +11,6 @@ cloud-etl-server - - 17 - 17 - UTF-8 - @@ -71,10 +66,10 @@ - - com.muyu - cloud-common-log - + + + + @@ -82,11 +77,11 @@ cloud-common-api-doc - - - com.muyu - cloud-common-xxl - + + + + + diff --git a/cloud-etl-server/src/main/java/com/muyu/MuyuApplication.java b/cloud-etl-server/src/main/java/com/muyu/MuyuApplication.java new file mode 100644 index 0000000..623d7d7 --- /dev/null +++ b/cloud-etl-server/src/main/java/com/muyu/MuyuApplication.java @@ -0,0 +1,18 @@ +package com.muyu; + +import org.springframework.boot.SpringApplication; +import org.springframework.boot.autoconfigure.SpringBootApplication; + +/** + * @Author:qdm + * @Package:com.muyu + * @Project:cloud-etl + * @name:MuyuApplication + * @Date:2024/8/20 20:28 + */ +@SpringBootApplication +public class MuyuApplication { + public static void main(String[] args) { + SpringApplication.run(MuyuApplication.class, args); + } +} diff --git a/cloud-etl-server/src/main/java/com/muyu/controller/ETLController.java b/cloud-etl-server/src/main/java/com/muyu/controller/ETLController.java new file mode 100644 index 0000000..ec09446 --- /dev/null +++ b/cloud-etl-server/src/main/java/com/muyu/controller/ETLController.java @@ -0,0 +1,40 @@ +package com.muyu.controller; + +import com.muyu.common.core.web.controller.BaseController; +import com.muyu.common.security.annotation.RequiresPermissions; +import com.muyu.domain.AssetImpower; +import com.muyu.service.EtlService; +import lombok.extern.java.Log; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.web.bind.annotation.*; + +import javax.xml.transform.Result; +import java.util.List; + + +/** + * @Author:qdm + * @Package:com.muyu.controller + * @Project:cloud-etl + * @name:ETLController + * @Date:2024/8/20 20:42 + */ +@RestController +@RequestMapping("/etl") +public class ETLController extends BaseController { + + @Autowired + EtlService etlService; + @GetMapping("/list") + public List list(AssetImpower assetImpower){ + return etlService.selectAssetImpowerList(assetImpower); + } + + @RequiresPermissions("etl:impower:remove") + @DeleteMapping("/{ids}") + public Result remove(@PathVariable Long[] ids) + { + return etlService.deleteAssetImpowerByIds(ids); + } + +} diff --git a/cloud-etl-server/src/main/java/com/muyu/mapper/EtlMapper.java b/cloud-etl-server/src/main/java/com/muyu/mapper/EtlMapper.java new file mode 100644 index 0000000..f39017e --- /dev/null +++ b/cloud-etl-server/src/main/java/com/muyu/mapper/EtlMapper.java @@ -0,0 +1,22 @@ +package com.muyu.mapper; + +import com.muyu.domain.AssetImpower; +import org.apache.ibatis.annotations.Mapper; +import org.apache.ibatis.annotations.Param; + +import javax.xml.transform.Result; +import java.util.List; + +/** + * @Author:qdm + * @Package:com.muyu.mapper + * @Project:cloud-etl + * @name:EtlMapper + * @Date:2024/8/20 20:47 + */ +@Mapper +public interface EtlMapper { + List list(AssetImpower assetImpower); + + Result deleteAssetImpowerByIds(@Param("ids") Long[] ids); +} diff --git a/cloud-etl-server/src/main/java/com/muyu/service/EtlService.java b/cloud-etl-server/src/main/java/com/muyu/service/EtlService.java new file mode 100644 index 0000000..de8bb24 --- /dev/null +++ b/cloud-etl-server/src/main/java/com/muyu/service/EtlService.java @@ -0,0 +1,19 @@ +package com.muyu.service; + +import com.muyu.domain.AssetImpower; + +import javax.xml.transform.Result; +import java.util.List; + +/** + * @Author:qdm + * @Package:com.muyu.service + * @Project:cloud-etl + * @name:EtlService + * @Date:2024/8/20 20:46 + */ +public interface EtlService { + List selectAssetImpowerList(AssetImpower assetImpower); + + Result deleteAssetImpowerByIds(Long[] ids); +} diff --git a/cloud-etl-server/src/main/java/com/muyu/service/serviceImpl/EtlServiceImpl.java b/cloud-etl-server/src/main/java/com/muyu/service/serviceImpl/EtlServiceImpl.java new file mode 100644 index 0000000..9ec2d3a --- /dev/null +++ b/cloud-etl-server/src/main/java/com/muyu/service/serviceImpl/EtlServiceImpl.java @@ -0,0 +1,37 @@ +package com.muyu.service.serviceImpl; + +import com.muyu.domain.AssetImpower; +import com.muyu.mapper.EtlMapper; +import com.muyu.service.EtlService; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.stereotype.Service; + +import javax.xml.transform.Result; +import java.util.List; + +/** + * @Author:qdm + * @Package:com.muyu.service.serviceImpl + * @Project:cloud-etl + * @name:EtlService + * @Date:2024/8/20 20:46 + */ +@Service +public class EtlServiceImpl implements EtlService { + + @Autowired + private EtlMapper etlMapper; + + @Override + public List selectAssetImpowerList(AssetImpower assetImpower) { + List assetImpowers = etlMapper.list(assetImpower); + return assetImpowers; + } + + @Override + public Result deleteAssetImpowerByIds(Long[] ids) { + return etlMapper.deleteAssetImpowerByIds(ids); + } + + +} diff --git a/cloud-etl-server/src/main/resources/bootstrap.yml b/cloud-etl-server/src/main/resources/bootstrap.yml index fc44386..9ce19bb 100644 --- a/cloud-etl-server/src/main/resources/bootstrap.yml +++ b/cloud-etl-server/src/main/resources/bootstrap.yml @@ -1,18 +1,8 @@ # Tomcat server: - port: 10002 - -# nacos线上地址 -nacos: - addr: 47.116.184.54:8848 - user-name: nacos - password: nacos - namespace: cloud-2112 # Spring spring: - main: - allow-bean-definition-overriding: true application: # 应用名称 name: cloud-etl @@ -23,31 +13,9 @@ spring: nacos: discovery: # 服务注册地址 - server-addr: ${nacos.addr} - # nacos用户名 - username: ${nacos.user-name} - # nacos密码 - password: ${nacos.password} - # 命名空间 - namespace: ${nacos.namespace} config: - # 服务注册地址 - server-addr: ${nacos.addr} - # nacos用户名 - username: ${nacos.user-name} - # nacos密码 - password: ${nacos.password} - # 命名空间 - namespace: ${nacos.namespace} # 配置文件格式 file-extension: yml # 共享配置 shared-configs: - # 系统共享配置 - application-${spring.profiles.active}.${spring.cloud.nacos.config.file-extension} - # 系统环境Config共享配置 - - application-config-${spring.profiles.active}.${spring.cloud.nacos.config.file-extension} - # xxl-job 配置文件 - - application-xxl-config-${spring.profiles.active}.${spring.cloud.nacos.config.file-extension} - # rabbit 配置文件 - - application-rabbit-config-${spring.profiles.active}.${spring.cloud.nacos.config.file-extension} diff --git a/cloud-etl-server/src/main/resources/mapper/EtlMapper.xml b/cloud-etl-server/src/main/resources/mapper/EtlMapper.xml new file mode 100644 index 0000000..cd600ad --- /dev/null +++ b/cloud-etl-server/src/main/resources/mapper/EtlMapper.xml @@ -0,0 +1,20 @@ + + + + + select id, basic_id, dict_name, dict_type, remark, create_by, create_time, update_by, update_time from asset_data_dict + + + select id, basic_id, dict_name, dict_type, remark, create_by, create_time, update_by, update_time from asset_data_dict + + + + where id = #{id} + + + diff --git a/pom.xml b/pom.xml index d31bb0e..f927af7 100644 --- a/pom.xml +++ b/pom.xml @@ -6,14 +6,13 @@ com.muyu - cloud-server-parent - 3.6.4 + cloud-server + 3.6.3 com.muyu cloud-etl - 1.0.0 pom @@ -23,10 +22,6 @@ cloud-etl-server - - 17 - 17 - UTF-8 - +