TreeData
/
cloud-etl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

列表

pull/2/head
Qin Dong Ming 2024-08-20 22:07:07 +08:00
parent 19611bf6aa
commit 41fd77a7d5
18 changed files with 678 additions and 29 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

42
cloud-etl-common/src/main/java/com/muyu/domain/AssetDataDict.java 100644
View File

@ -0,0 +1,42 @@
package com.muyu.domain;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableId;
import com.muyu.common.core.annotation.Excel;
import com.muyu.common.core.web.domain.BaseEntity;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import lombok.experimental.SuperBuilder;
/**
* 资产数据字典对象 asset_data_dict
*
* @author Saisai
* @date 2024-04-24
*/
@Data
@NoArgsConstructor
@AllArgsConstructor
@SuperBuilder
public class AssetDataDict extends BaseEntity
{
private static final long serialVersionUID = 1L;
/** 主键 */
@TableId(value = "id",type = IdType.AUTO)
private Long id;
/** 数据接入id */
@Excel(name = "数据接入id")
private Long basicId;
/** 字典名称 */
@Excel(name = "字典名称")
private String dictName;
/** 字典类型 */
@Excel(name = "字典类型")
private String dictType;
}

62
cloud-etl-common/src/main/java/com/muyu/domain/AssetImpower.java 100644
View File

@ -0,0 +1,62 @@
package com.muyu.domain;
import com.muyu.common.core.annotation.Excel;
import com.muyu.common.core.web.domain.BaseEntity;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import lombok.experimental.SuperBuilder;
/**
* 资产赋权对象 asset_impower
*
* @author Saisai
* @date 2024-04-28
*/
@Data
@NoArgsConstructor
@AllArgsConstructor
@SuperBuilder
public class AssetImpower extends BaseEntity {
private static final long serialVersionUID = 1L;
/**
* 主键
*/
private Long id;
/**
* 表id
*/
@Excel(name = "表id")
private Long tableId;
/**
* 部门id
*/
@Excel(name = "部门id")
private Long deptId;
/**
* 接入id
*/
@Excel(name = "接入id")
private Long basicId;
/**
* 用户id
*/
@Excel(name = "用户id")
private Long userId;
public static AssetImpower saveAssetImpower
(Long deptId,Long userId,AssetImpower assetImpower){
return AssetImpower.builder()
.basicId(assetImpower.getBasicId())
.tableId(assetImpower.getTableId())
.deptId(deptId)
.userId(userId)
.build();
}
}

91
cloud-etl-common/src/main/java/com/muyu/domain/BasicConfigInfo.java 100644
View File

@ -0,0 +1,91 @@
package com.muyu.domain;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableId;
import com.muyu.common.core.annotation.Excel;
import com.muyu.common.core.web.domain.BaseEntity;
import com.muyu.domain.Req.BasicConfigQueryReq;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import lombok.experimental.SuperBuilder;
import java.util.Date;
import java.util.function.Supplier;
/**
*对象 basic_config_info
*
* @author Saisai
* @date 2024-04-20
*/
@Data
@NoArgsConstructor
@AllArgsConstructor
@SuperBuilder
public class BasicConfigInfo extends BaseEntity
{
private static final long serialVersionUID = 1L;
/** 主键 */
@TableId(value = "id", type = IdType.AUTO)
private Long id;
/** 接入源名称 */
@Excel(name = "接入源名称")
private String dataResourceName;
/** 数据来源系统名称 */
@Excel(name = "数据来源系统名称")
private String dataSourcesSystemName;
/** 主机ip地址 */
@Excel(name = "主机ip地址")
private String host;
/** 端口 */
@Excel(name = "端口")
private String port;
/** 数据接入类型 */
@Excel(name = "数据接入类型")
private String databaseType;
/** 数据库名称 */
@Excel(name = "数据库名称")
private String databaseName;
/** 初始化连接数量 */
@Excel(name = "初始化连接数量")
private Long initLinkNum;
/** 最大连接数量 */
@Excel(name = "最大连接数量")
private Long maxLinkNum;
/** 最大等待时间 */
@Excel(name = "最大等待时间")
private Long maxWaitTime;
/** 最大等待次数 */
@Excel(name = "最大等待次数")
private Long maxWaitTimes;
@Excel(name ="连接参数")
private String connectionParams;
@Excel(name ="用户名")
private String username;
@Excel(name ="密码")
private String password;
private String createBy;
private String updateBy;
private Date createTime;
private Date updateTime;
}

48
cloud-etl-common/src/main/java/com/muyu/domain/DictInfo.java 100644
View File

@ -0,0 +1,48 @@
package com.muyu.domain;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableId;
import com.fasterxml.jackson.annotation.JsonProperty;
import com.muyu.common.core.annotation.Excel;
import com.muyu.common.core.web.domain.BaseEntity;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import lombok.experimental.SuperBuilder;
/**
* 字典详细内容对象 dict_info
*
* @author Saisai
* @date 2024-04-24
*/
@Data
@NoArgsConstructor
@AllArgsConstructor
@SuperBuilder
public class DictInfo extends BaseEntity
{
private static final long serialVersionUID = 1L;
/** 主键 */
@TableId(value = "id",type = IdType.AUTO)
private Long id;
/** 接入id */
@Excel(name = "字典id")
private Long dictId;
/** 字典名称 */
@Excel(name = "字典名称")
private String infoName;
/** 字典类型 */
@Excel(name = "字典类型")
private String infoValue;
@JsonProperty("isEdit")
private boolean isEdit;
}

55
cloud-etl-common/src/main/java/com/muyu/domain/Req/AssetImpowerReq.java 100644
View File

@ -0,0 +1,55 @@
package com.muyu.domain.Req;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableId;
import com.muyu.common.core.annotation.Excel;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import lombok.experimental.SuperBuilder;
/**
* @ClassName AssetImpowerReq
* @Description 描述
* @Author SaiSai.Liu
* @Date 2024/4/29 14:04
*/
@Data
@NoArgsConstructor
@AllArgsConstructor
@SuperBuilder
public class AssetImpowerReq {
private static final long serialVersionUID = 1L;
/**
* 主键
*/
@TableId(value = "id",type = IdType.AUTO)
private Long id;
/**
* 表id
*/
@Excel(name = "表id")
private Long tableId;
/**
* 接入id
*/
@Excel(name = "接入id")
private Long basicId;
/**
* 部门id
*/
@Excel(name = "部门id")
private Long deptId;
/**
* 用户id
*/
@Excel(name = "用户id")
private Long userId;
}

76
cloud-etl-common/src/main/java/com/muyu/domain/Req/BasicConfigQueryReq.java 100644
View File

@ -0,0 +1,76 @@
package com.muyu.domain.Req;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableId;
import com.muyu.common.core.annotation.Excel;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import lombok.experimental.SuperBuilder;
import java.util.Date;
/**
* @ClassName BasicQueryReq
* @Description 描述
* @Author SaiSai.Liu
* @Date 2024/4/21 10:42
*/
@Data
@NoArgsConstructor
@AllArgsConstructor
@SuperBuilder
public class BasicConfigQueryReq {
private static final long serialVersionUID = 1L;
/** 主键 */
@TableId(value = "id", type = IdType.AUTO)
private Long id;
/** 接入源名称 */
@Excel(name = "接入源名称")
private String dataResourceName;
/** 数据来源系统名称 */
@Excel(name = "数据来源系统名称")
private String dataSourcesSystemName;
/** 主机ip地址 */
@Excel(name = "主机ip地址")
private String host;
/** 端口 */
@Excel(name = "端口")
private String port;
/** 数据接入类型 */
@Excel(name = "数据接入类型")
private String databaseType;
/** 数据库名称 */
@Excel(name = "数据库名称")
private String databaseName;
/** 初始化连接数量 */
@Excel(name = "初始化连接数量")
private Long initLinkNum;
/** 最大连接数量 */
@Excel(name = "最大连接数量")
private Long maxLinkNum;
/** 最大等待时间 */
@Excel(name = "最大等待时间")
private Long maxWaitTime;
/** 最大等待次数 */
@Excel(name = "最大等待次数")
private Long maxWaitTimes;
private String connectionParams;
private String createBy;
private String updateBy;
private Date createTime;
private Date updateTime;
}

79
cloud-etl-common/src/main/java/com/muyu/domain/Structure.java 100644
View File

@ -0,0 +1,79 @@
package com.muyu.domain;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableId;
import com.muyu.common.core.annotation.Excel;
import com.muyu.common.core.web.domain.BaseEntity;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import lombok.experimental.SuperBuilder;
/**
* 结构对象 structure
*
* @author Saisai
* @date 2024-04-22
*/
@Data
@NoArgsConstructor
@AllArgsConstructor
@SuperBuilder
public class Structure extends BaseEntity
{
private static final long serialVersionUID = 1L;
/** 主键 */
@TableId(value = "id", type = IdType.AUTO)
private Long id;
/** 表id */
@Excel(name = "表id")
private Long tableId;
/** 字段名称 */
@Excel(name = "字段名称")
private String columnName;
/** 字段注释 */
@Excel(name = "字段注释")
private String columnRemark;
/** 是否主键 'Y'是主键 'N'不是主键 */
@Excel(name = "是否主键 'Y'是主键 'N'不是主键")
private String isPrimary;
/** 数据类型 */
@Excel(name = "数据类型")
private String columnType;
/** 映射类型 */
@Excel(name = "映射类型")
private String javaType;
/** 字段长度 */
@Excel(name = "字段长度")
private String columnLength;
/** 小数位数 */
@Excel(name = "小数位数")
private String columnDecimals;
/** 是否为空 'Y'是 'N'不是 */
@Excel(name = "是否为空 'Y'是 'N'不是")
private String isNull;
/** 默认值 */
@Excel(name = "默认值")
private String defaultValue;
/** 是否字典 'Y'是 'N'不是 */
@Excel(name = "是否字典 'Y'是 'N'不是")
private String isDictionary;
/** 映射字典 */
@Excel(name = "映射字典")
private String dictionaryTable;
}

57
cloud-etl-common/src/main/java/com/muyu/domain/TableInfo.java 100644
View File

@ -0,0 +1,57 @@
package com.muyu.domain;
import com.baomidou.mybatisplus.annotation.IdType;
import com.baomidou.mybatisplus.annotation.TableId;
import com.muyu.common.core.annotation.Excel;
import com.muyu.common.core.web.domain.TreeEntity;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import lombok.experimental.SuperBuilder;
/**
* 库表基础信息对象 table_info
*
* @author Saisai
* @date 2024-04-22
*/
@Data
@NoArgsConstructor
@AllArgsConstructor
@SuperBuilder
public class TableInfo extends TreeEntity
{
private static final long serialVersionUID = 1L;
/** 主键 */
@TableId(value = "id", type = IdType.AUTO)
private Long id;
private Long basicId;
/** 表名称/数据库 */
@Excel(name = "表名称/数据库")
private String tableName;
/** 表备注 */
@Excel(name = "表备注")
private String tableRemark;
/** 表备注 */
@Excel(name = "数据来源类型")
private String type;
/** 数据量 */
@Excel(name = "数据量")
private Long dataNum;
/** 是否核心 'Y'是 'N'不是 */
@Excel(name = "是否核心 'Y'是 'N'不是")
private String center;
private Long parentId;
}

23
cloud-etl-server/pom.xml
View File

@ -11,11 +11,6 @@
<artifactId>cloud-etl-server</artifactId>
<properties>
<maven.compiler.source>17</maven.compiler.source>
<maven.compiler.target>17</maven.compiler.target>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
</properties>
<dependencies>
@ -71,10 +66,10 @@
</dependency>
<!-- MuYu Common Log -->
<dependency>
<groupId>com.muyu</groupId>
<artifactId>cloud-common-log</artifactId>
</dependency>
<!-- <dependency>-->
<!-- <groupId>com.muyu</groupId>-->
<!-- <artifactId>cloud-common-log</artifactId>-->
<!-- </dependency>-->
<!-- 接口模块 -->
<dependency>
@ -82,11 +77,11 @@
<artifactId>cloud-common-api-doc</artifactId>
</dependency>
<!-- XllJob定时任务 -->
<dependency>
<groupId>com.muyu</groupId>
<artifactId>cloud-common-xxl</artifactId>
</dependency>
<!-- &lt;!&ndash; XllJob定时任务 &ndash;&gt;-->
<!-- <dependency>-->
<!-- <groupId>com.muyu</groupId>-->
<!-- <artifactId>cloud-common-xxl</artifactId>-->
<!-- </dependency>-->
<!-- <dependency>-->
<!-- <groupId>com.muyu</groupId>-->

7
cloud-etl-server/src/main/java/com/muyu/Main.java
View File

@ -1,7 +0,0 @@
package com.muyu;
public class Main {
public static void main(String[] args) {
System.out.println("Hello world!");
}
}

18
cloud-etl-server/src/main/java/com/muyu/MuyuApplication.java 100644
View File

@ -0,0 +1,18 @@
package com.muyu;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
/**
* @Author：qdm
* @Package：com.muyu
* @Project：cloud-etl
* @name：MuyuApplication
* @Date：2024/8/20 20:28
*/
@SpringBootApplication
public class MuyuApplication {
public static void main(String[] args) {
SpringApplication.run(MuyuApplication.class, args);
}
}

35
cloud-etl-server/src/main/java/com/muyu/controller/ETLController.java 100644
View File

@ -0,0 +1,35 @@
package com.muyu.controller;
import cn.hutool.db.PageResult;
import com.muyu.common.core.domain.Result;
import com.muyu.common.core.web.page.TableDataInfo;
import com.muyu.domain.AssetImpower;
import com.muyu.service.EtlService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;
import org.springframework.web.servlet.tags.EscapeBodyTag;
import java.util.List;
import static com.muyu.common.core.utils.PageUtils.startPage;
/**
* @Author：qdm
* @Package：com.muyu.controller
* @Project：cloud-etl
* @name：ETLController
* @Date：2024/8/20 20:42
*/
@RestController
@RequestMapping("/etl")
public class ETLController {
@Autowired
EtlService etlService;
@GetMapping("/list")
public List<AssetImpower> list(AssetImpower assetImpower){
return etlService.selectAssetImpowerList(assetImpower);
}
}

18
cloud-etl-server/src/main/java/com/muyu/mapper/EtlMapper.java 100644
View File

@ -0,0 +1,18 @@
package com.muyu.mapper;
import com.muyu.domain.AssetImpower;
import org.apache.ibatis.annotations.Mapper;
import java.util.List;
/**
* @Author：qdm
* @Package：com.muyu.mapper
* @Project：cloud-etl
* @name：EtlMapper
* @Date：2024/8/20 20:47
*/
@Mapper
public interface EtlMapper {
List<AssetImpower> list(AssetImpower assetImpower);
}

16
cloud-etl-server/src/main/java/com/muyu/service/EtlService.java 100644
View File

@ -0,0 +1,16 @@
package com.muyu.service;
import com.muyu.domain.AssetImpower;
import java.util.List;
/**
* @Author：qdm
* @Package：com.muyu.service
* @Project：cloud-etl
* @name：EtlService
* @Date：2024/8/20 20:46
*/
public interface EtlService {
List<AssetImpower> selectAssetImpowerList(AssetImpower assetImpower);
}

29
cloud-etl-server/src/main/java/com/muyu/service/serviceImpl/EtlServiceImpl.java 100644
View File

@ -0,0 +1,29 @@
package com.muyu.service.serviceImpl;
import com.muyu.domain.AssetImpower;
import com.muyu.mapper.EtlMapper;
import com.muyu.service.EtlService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import java.util.List;
/**
* @Author：qdm
* @Package：com.muyu.service.serviceImpl
* @Project：cloud-etl
* @name：EtlService
* @Date：2024/8/20 20:46
*/
@Service
public class EtlServiceImpl implements EtlService {
@Autowired
private EtlMapper etlMapper;
@Override
public List<AssetImpower> selectAssetImpowerList(AssetImpower assetImpower) {
List<AssetImpower> assetImpowers = etlMapper.list(assetImpower);
return assetImpowers;
}
}

28
cloud-etl-server/src/main/resources/bootstrap.yml 100644
View File

@ -0,0 +1,28 @@
# Tomcat
server:
port: 9205
# Spring
spring:
application:
# 应用名称
name: cloud-etl
profiles:
# 环境配置
active: dev
cloud:
nacos:
discovery:
# 服务注册地址
server-addr: 43.142.100.73:8848
config:
# 配置中心地址
server-addr: 43.142.100.73:8848
# 配置文件格式
file-extension: yml
# 共享配置
shared-configs:
- application-${spring.profiles.active}.${spring.cloud.nacos.config.file-extension}
logging:
level:
com.muyu.etl.mapper: DEBUG

12
cloud-etl-server/src/main/resources/mapper/EtlMapper.xml 100644
View File

@ -0,0 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE mapper
PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
"http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper namespace="com.muyu.mapper.EtlMapper">
<sql id="list"></sql>
<select id="list" resultType="com.muyu.domain.AssetImpower">
<include refid="list"/>
where id = #{id}
</select>
</mapper>

11
pom.xml
View File

@ -6,14 +6,13 @@
<parent>
<groupId>com.muyu</groupId>
<artifactId>cloud-server-parent</artifactId>
<version>3.6.4</version>
<artifactId>cloud-server</artifactId>
<version>3.6.3</version>
</parent>
<groupId>com.muyu</groupId>
<artifactId>cloud-etl</artifactId>
<version>1.0.0</version>
<packaging>pom</packaging>
<modules>
@ -23,10 +22,6 @@
<module>cloud-etl-server</module>
</modules>
<properties>
<maven.compiler.source>17</maven.compiler.source>
<maven.compiler.target>17</maven.compiler.target>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
</properties>
</project>