From 11b8eb0ada46874fc3e3a47d178b4300caaa3ce1 Mon Sep 17 00:00:00 2001 From: Jiang Peng <2622360564@qq.com> Date: Tue, 23 Apr 2024 16:15:06 +0800 Subject: [PATCH] =?UTF-8?q?=E6=95=B0=E6=8D=AE=E8=B5=84=E4=BA=A7=E5=AE=8C?= =?UTF-8?q?=E5=96=84?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../etl/controller/AssetModelController.java | 85 +++++++ .../etl/controller/DataAssetController.java | 85 +++++++ .../etl/controller/DataSourceController.java | 80 ++++--- .../java/com/muyu/etl/domain/AssetModel.java | 219 ++++++++++++++++++ .../java/com/muyu/etl/domain/DataAsset.java | 106 +++++++++ .../muyu/etl/domain/custom/TableAssets.java | 67 ++++++ .../com/muyu/etl/domain/custom/VTClass.java | 15 ++ .../com/muyu/etl/mapper/AssetModelMapper.java | 60 +++++ .../com/muyu/etl/mapper/DataAssetMapper.java | 61 +++++ .../muyu/etl/service/AssetModelService.java | 55 +++++ .../muyu/etl/service/DataAssetService.java | 55 +++++ .../muyu/etl/service/DataSourceService.java | 7 + .../service/impl/AssetModelServiceImpl.java | 85 +++++++ .../service/impl/DataAssetServiceImpl.java | 85 +++++++ .../service/impl/DataSourceServiceImpl.java | 197 +++++++++++----- .../mapper/system/AssetModelMapper.xml | 170 ++++++++++++++ .../mapper/system/DataAssetMapper.xml | 120 ++++++++++ 17 files changed, 1458 insertions(+), 94 deletions(-) create mode 100644 muyu-modules/muyu-etl/src/main/java/com/muyu/etl/controller/AssetModelController.java create mode 100644 muyu-modules/muyu-etl/src/main/java/com/muyu/etl/controller/DataAssetController.java create mode 100644 muyu-modules/muyu-etl/src/main/java/com/muyu/etl/domain/AssetModel.java create mode 100644 muyu-modules/muyu-etl/src/main/java/com/muyu/etl/domain/DataAsset.java create mode 100644 muyu-modules/muyu-etl/src/main/java/com/muyu/etl/domain/custom/TableAssets.java create mode 100644 muyu-modules/muyu-etl/src/main/java/com/muyu/etl/domain/custom/VTClass.java create mode 100644 muyu-modules/muyu-etl/src/main/java/com/muyu/etl/mapper/AssetModelMapper.java create mode 100644 muyu-modules/muyu-etl/src/main/java/com/muyu/etl/mapper/DataAssetMapper.java create mode 100644 muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/AssetModelService.java create mode 100644 muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/DataAssetService.java create mode 100644 muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/impl/AssetModelServiceImpl.java create mode 100644 muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/impl/DataAssetServiceImpl.java create mode 100644 muyu-modules/muyu-etl/src/main/resources/mapper/system/AssetModelMapper.xml create mode 100644 muyu-modules/muyu-etl/src/main/resources/mapper/system/DataAssetMapper.xml diff --git a/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/controller/AssetModelController.java b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/controller/AssetModelController.java new file mode 100644 index 0000000..6a7a090 --- /dev/null +++ b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/controller/AssetModelController.java @@ -0,0 +1,85 @@ +package com.muyu.etl.controller; + +import com.muyu.common.core.domain.Result; +import com.muyu.common.core.utils.poi.ExcelUtil; +import com.muyu.common.core.web.controller.BaseController; +import com.muyu.common.core.web.page.TableDataInfo; +import com.muyu.common.log.annotation.Log; +import com.muyu.common.log.enums.BusinessType; +import com.muyu.etl.domain.AssetModel; +import com.muyu.etl.service.AssetModelService; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.web.bind.annotation.*; + +import javax.servlet.http.HttpServletResponse; +import java.util.List; + +@RestController +@RequestMapping("/model") +public class AssetModelController extends BaseController +{ + @Autowired + private AssetModelService assetModelService; + + /** + * 查询【请填写功能名称】列表 + */ + @GetMapping("/list") + public Result> list(AssetModel assetModel) + { + startPage(); + List list = assetModelService.selectAssetModelList(assetModel); + return getDataTable(list); + } + + /** + * 导出【请填写功能名称】列表 + */ + @Log(title = "【请填写功能名称】", businessType = BusinessType.EXPORT) + @PostMapping("/export") + public void export(HttpServletResponse response, AssetModel assetModel) + { + List list = assetModelService.selectAssetModelList(assetModel); + ExcelUtil util = new ExcelUtil(AssetModel.class); + util.exportExcel(response, list, "【请填写功能名称】数据"); + } + + /** + * 获取【请填写功能名称】详细信息 + */ + @GetMapping(value = "/{id}") + public Result getInfo(@PathVariable("id") Long id) + { + return success(assetModelService.selectAssetModelById(id)); + } + + /** + * 新增【请填写功能名称】 + */ + @Log(title = "【请填写功能名称】", businessType = BusinessType.INSERT) + @PostMapping + public Result add(@RequestBody AssetModel assetModel) + { + return toAjax(assetModelService.insertAssetModel(assetModel)); + } + + /** + * 修改【请填写功能名称】 + */ + @Log(title = "【请填写功能名称】", businessType = BusinessType.UPDATE) + @PutMapping + public Result edit(@RequestBody AssetModel assetModel) + { + return toAjax(assetModelService.updateAssetModel(assetModel)); + } + + /** + * 删除【请填写功能名称】 + */ + @Log(title = "【请填写功能名称】", businessType = BusinessType.DELETE) + @DeleteMapping("/{ids}") + public Result remove(@PathVariable Long[] ids) + { + return toAjax(assetModelService.deleteAssetModelByIds(ids)); + } +} diff --git a/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/controller/DataAssetController.java b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/controller/DataAssetController.java new file mode 100644 index 0000000..8c7cd0f --- /dev/null +++ b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/controller/DataAssetController.java @@ -0,0 +1,85 @@ +package com.muyu.etl.controller; + +import com.muyu.common.core.domain.Result; +import com.muyu.common.core.utils.poi.ExcelUtil; +import com.muyu.common.core.web.controller.BaseController; +import com.muyu.common.core.web.page.TableDataInfo; +import com.muyu.common.log.annotation.Log; +import com.muyu.common.log.enums.BusinessType; +import com.muyu.etl.domain.DataAsset; +import com.muyu.etl.service.DataAssetService; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.web.bind.annotation.*; + +import javax.servlet.http.HttpServletResponse; +import java.util.List; + +@RestController +@RequestMapping("/asset") +public class DataAssetController extends BaseController +{ + @Autowired + private DataAssetService dataAssetService; + + /** + * 查询【请填写功能名称】列表 + */ + @GetMapping("/list") + public Result> list(DataAsset dataAsset) + { + startPage(); + List list = dataAssetService.selectDataAssetList(dataAsset); + return getDataTable(list); + } + + /** + * 导出【请填写功能名称】列表 + */ + @Log(title = "【请填写功能名称】", businessType = BusinessType.EXPORT) + @PostMapping("/export") + public void export(HttpServletResponse response, DataAsset dataAsset) + { + List list = dataAssetService.selectDataAssetList(dataAsset); + ExcelUtil util = new ExcelUtil(DataAsset.class); + util.exportExcel(response, list, "【请填写功能名称】数据"); + } + + /** + * 获取【请填写功能名称】详细信息 + */ + @GetMapping(value = "/{id}") + public Result getInfo(@PathVariable("id") Long id) + { + return success(dataAssetService.selectDataAssetById(id)); + } + + /** + * 新增【请填写功能名称】 + */ + @Log(title = "【请填写功能名称】", businessType = BusinessType.INSERT) + @PostMapping + public Result add(@RequestBody DataAsset dataAsset) + { + return toAjax(dataAssetService.insertDataAsset(dataAsset)); + } + + /** + * 修改【请填写功能名称】 + */ + @Log(title = "【请填写功能名称】", businessType = BusinessType.UPDATE) + @PutMapping + public Result edit(@RequestBody DataAsset dataAsset) + { + return toAjax(dataAssetService.updateDataAsset(dataAsset)); + } + + /** + * 删除【请填写功能名称】 + */ + @Log(title = "【请填写功能名称】", businessType = BusinessType.DELETE) + @DeleteMapping("/{ids}") + public Result remove(@PathVariable Long[] ids) + { + return toAjax(dataAssetService.deleteDataAssetByIds(ids)); + } +} diff --git a/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/controller/DataSourceController.java b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/controller/DataSourceController.java index 7f237c4..6866fa0 100644 --- a/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/controller/DataSourceController.java +++ b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/controller/DataSourceController.java @@ -1,31 +1,25 @@ package com.muyu.etl.controller; -import java.util.List; -import javax.servlet.http.HttpServletResponse; - -import com.muyu.etl.service.DataSourceService; -import org.springframework.beans.factory.annotation.Autowired; -import org.springframework.web.bind.annotation.GetMapping; -import org.springframework.web.bind.annotation.PostMapping; -import org.springframework.web.bind.annotation.PutMapping; -import org.springframework.web.bind.annotation.DeleteMapping; -import org.springframework.web.bind.annotation.PathVariable; -import org.springframework.web.bind.annotation.RequestBody; -import org.springframework.web.bind.annotation.RequestMapping; -import org.springframework.web.bind.annotation.RestController; +import com.muyu.common.core.domain.Result; +import com.muyu.common.core.utils.poi.ExcelUtil; +import com.muyu.common.core.web.controller.BaseController; +import com.muyu.common.core.web.page.TableDataInfo; import com.muyu.common.log.annotation.Log; import com.muyu.common.log.enums.BusinessType; import com.muyu.common.security.annotation.RequiresPermissions; +import com.muyu.etl.domain.DataAsset; import com.muyu.etl.domain.DataSource; -import com.muyu.common.core.web.controller.BaseController; -import com.muyu.common.core.domain.Result; -import com.muyu.common.core.utils.poi.ExcelUtil; -import com.muyu.common.core.web.page.TableDataInfo; +import com.muyu.etl.service.DataSourceService; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.web.bind.annotation.*; + +import javax.servlet.http.HttpServletResponse; +import java.util.List; @RestController @RequestMapping("/source") -public class DataSourceController extends BaseController { - +public class DataSourceController extends BaseController +{ @Autowired private DataSourceService dataSourceService; @@ -34,19 +28,40 @@ public class DataSourceController extends BaseController { */ @RequiresPermissions("system:source:list") @GetMapping("/list") - public Result> list(DataSource dataSource) { + public Result> list(DataSource dataSource) + { startPage(); List list = dataSourceService.selectDataSourceList(dataSource); return getDataTable(list); } @PostMapping("/AssetsList") - public Result assetsList(@RequestBody DataSource dataSource) { + public Result assetsList(@RequestBody DataSource dataSource) + { return dataSourceService.assetsList(dataSource); } + @PostMapping("/SynchronousData") + public Result synchronousData(@RequestBody DataSource dataSource) + { + return dataSourceService.synchronousData(dataSource); + } + + @PostMapping("/DataAssetList") + public Result dataAssetList(@RequestBody DataSource dataSource) + { + return dataSourceService.dataAssetList(dataSource); + } + + @PostMapping("/AssetModelList") + public Result assetModelList(@RequestBody DataAsset dataAsset) + { + return dataSourceService.assetModelList(dataAsset); + } + @PostMapping("/StructureList") - public Result structureList(@RequestBody DataSource dataSource) { + public Result structureList(@RequestBody DataSource dataSource) + { return dataSourceService.structureList(dataSource); } @@ -56,7 +71,8 @@ public class DataSourceController extends BaseController { @RequiresPermissions("system:source:export") @Log(title = "【请填写功能名称】", businessType = BusinessType.EXPORT) @PostMapping("/export") - public void export(HttpServletResponse response, DataSource dataSource) { + public void export(HttpServletResponse response, DataSource dataSource) + { List list = dataSourceService.selectDataSourceList(dataSource); ExcelUtil util = new ExcelUtil(DataSource.class); util.exportExcel(response, list, "【请填写功能名称】数据"); @@ -67,7 +83,8 @@ public class DataSourceController extends BaseController { */ @RequiresPermissions("system:source:query") @GetMapping(value = "/{id}") - public Result getInfo(@PathVariable("id") Long id) { + public Result getInfo(@PathVariable("id") Long id) + { return success(dataSourceService.selectDataSourceById(id)); } @@ -77,7 +94,8 @@ public class DataSourceController extends BaseController { @RequiresPermissions("system:source:add") @Log(title = "【请填写功能名称】", businessType = BusinessType.INSERT) @PostMapping - public Result add(@RequestBody DataSource dataSource) { + public Result add(@RequestBody DataSource dataSource) + { return toAjax(dataSourceService.insertDataSource(dataSource)); } @@ -86,7 +104,8 @@ public class DataSourceController extends BaseController { */ @Log(title = "测试连接", businessType = BusinessType.INSERT) @PostMapping("/TestConnection") - public Result testConnection(@RequestBody DataSource dataSource) { + public Result testConnection(@RequestBody DataSource dataSource) + { return dataSourceService.testConnection(dataSource); } @@ -96,7 +115,8 @@ public class DataSourceController extends BaseController { @RequiresPermissions("system:source:edit") @Log(title = "【请填写功能名称】", businessType = BusinessType.UPDATE) @PutMapping - public Result edit(@RequestBody DataSource dataSource) { + public Result edit(@RequestBody DataSource dataSource) + { return toAjax(dataSourceService.updateDataSource(dataSource)); } @@ -105,9 +125,9 @@ public class DataSourceController extends BaseController { */ @RequiresPermissions("system:source:remove") @Log(title = "【请填写功能名称】", businessType = BusinessType.DELETE) - @DeleteMapping("/{ids}") - public Result remove(@PathVariable Long[] ids) { + @DeleteMapping("/{ids}") + public Result remove(@PathVariable Long[] ids) + { return toAjax(dataSourceService.deleteDataSourceByIds(ids)); } - } diff --git a/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/domain/AssetModel.java b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/domain/AssetModel.java new file mode 100644 index 0000000..b8050e8 --- /dev/null +++ b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/domain/AssetModel.java @@ -0,0 +1,219 @@ +package com.muyu.etl.domain; + + +import com.muyu.common.core.annotation.Excel; +import com.muyu.common.core.web.domain.BaseEntity; +import org.apache.commons.lang3.builder.ToStringBuilder; +import org.apache.commons.lang3.builder.ToStringStyle; + +public class AssetModel extends BaseEntity { + + private static final long serialVersionUID = 1L; + + /** + * 主键 + */ + private Long id; + + /** + * 数据资产ID + */ + @Excel(name = "数据资产ID") + private Long dataAssetId; + + /** + * 字段名 + */ + @Excel(name = "字段名") + private String name; + + /** + * 字段备注 + */ + @Excel(name = "字段备注") + private String comment; + + /** + * 是否主键 + */ + @Excel(name = "是否主键") + private String isPrimaryKey; + + /** + * 数据类型 + */ + @Excel(name = "数据类型") + private String type; + + /** + * 映射数据类型 + */ + @Excel(name = "映射数据类型") + private String mappingType; + + /** 长度 */ + @Excel(name = "长度") + private String length; + + /** 小数位 */ + @Excel(name = "小数位") + private String decimalPlaces; + + /** 是否不可为空 */ + @Excel(name = "是否不可为空") + private String isNull; + + /** 是否字典 */ + @Excel(name = "是否字典") + private String isDict; + + /** 默认值 */ + @Excel(name = "默认值") + private String defaultValue; + + /** 字典key */ + @Excel(name = "字典key") + private String dictKey; + + public void setId(Long id) + { + this.id = id; + } + + public String getDefaultValue() { + return defaultValue; + } + + public void setDefaultValue(String defaultValue) { + this.defaultValue = defaultValue; + } + + public Long getId() + { + return id; + } + public void setDataAssetId(Long dataAssetId) + { + this.dataAssetId = dataAssetId; + } + + public Long getDataAssetId() + { + return dataAssetId; + } + public void setName(String name) + { + this.name = name; + } + + public String getName() + { + return name; + } + public void setComment(String comment) + { + this.comment = comment; + } + + public String getComment() + { + return comment; + } + public void setIsPrimaryKey(String isPrimaryKey) + { + this.isPrimaryKey = isPrimaryKey; + } + + public String getIsPrimaryKey() + { + return isPrimaryKey; + } + public void setType(String type) + { + this.type = type; + } + + public String getType() + { + return type; + } + public void setMappingType(String mappingType) + { + this.mappingType = mappingType; + } + + public String getMappingType() + { + return mappingType; + } + public void setLength(String length) + { + this.length = length; + } + + public String getLength() + { + return length; + } + public void setDecimalPlaces(String decimalPlaces) + { + this.decimalPlaces = decimalPlaces; + } + + public String getDecimalPlaces() + { + return decimalPlaces; + } + public void setIsNull(String isNull) + { + this.isNull = isNull; + } + + public String getIsNull() + { + return isNull; + } + public void setIsDict(String isDict) + { + this.isDict = isDict; + } + + public String getIsDict() + { + return isDict; + } + public void setDictKey(String dictKey) + { + this.dictKey = dictKey; + } + + public String getDictKey() + { + return dictKey; + } + + @Override + public String toString() { + return new ToStringBuilder(this, ToStringStyle.MULTI_LINE_STYLE) + .append("id", getId()) + .append("dataAssetId", getDataAssetId()) + .append("name", getName()) + .append("comment", getComment()) + .append("isPrimaryKey", getIsPrimaryKey()) + .append("type", getType()) + .append("mappingType", getMappingType()) + .append("length", getLength()) + .append("decimalPlaces", getDecimalPlaces()) + .append("isNull", getIsNull()) + .append("isDict", getIsDict()) + .append("defaultValue", getDefaultValue()) + .append("dictKey", getDictKey()) + .append("createBy", getCreateBy()) + .append("createTime", getCreateTime()) + .append("updateBy", getUpdateBy()) + .append("updateTime", getUpdateTime()) + .append("remark", getRemark()) + .toString(); + } + +} diff --git a/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/domain/DataAsset.java b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/domain/DataAsset.java new file mode 100644 index 0000000..e9ca1e2 --- /dev/null +++ b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/domain/DataAsset.java @@ -0,0 +1,106 @@ +package com.muyu.etl.domain; + +import org.apache.commons.lang3.builder.ToStringBuilder; +import org.apache.commons.lang3.builder.ToStringStyle; +import com.muyu.common.core.annotation.Excel; +import com.muyu.common.core.web.domain.BaseEntity; + +public class DataAsset extends BaseEntity { + + private static final long serialVersionUID = 1L; + + /** 主键 */ + private Long id; + + /** 数据接入ID */ + @Excel(name = "数据接入ID") + private Long dataSourceId; + + /** 表名称 */ + @Excel(name = "表名称") + private String tableName; + + /** 表备注 */ + @Excel(name = "表备注") + private String tableComment; + + /** 数据量 */ + @Excel(name = "数据量") + private Long tableCount; + + /** 资产模型 */ + @Excel(name = "资产模型") + private Long fields; + + public void setId(Long id) + { + this.id = id; + } + + public Long getId() + { + return id; + } + public void setDataSourceId(Long dataSourceId) + { + this.dataSourceId = dataSourceId; + } + + public Long getDataSourceId() + { + return dataSourceId; + } + public void setTableName(String tableName) + { + this.tableName = tableName; + } + + public String getTableName() + { + return tableName; + } + public void setTableComment(String tableComment) + { + this.tableComment = tableComment; + } + + public String getTableComment() + { + return tableComment; + } + public void setTableCount(Long tableCount) + { + this.tableCount = tableCount; + } + + public Long getTableCount() + { + return tableCount; + } + public void setFields(Long fields) + { + this.fields = fields; + } + + public Long getFields() + { + return fields; + } + + @Override + public String toString() { + return new ToStringBuilder(this,ToStringStyle.MULTI_LINE_STYLE) + .append("id", getId()) + .append("dataSourceId", getDataSourceId()) + .append("tableName", getTableName()) + .append("tableComment", getTableComment()) + .append("tableCount", getTableCount()) + .append("fields", getFields()) + .append("createBy", getCreateBy()) + .append("createTime", getCreateTime()) + .append("updateBy", getUpdateBy()) + .append("updateTime", getUpdateTime()) + .append("remark", getRemark()) + .toString(); + } +} diff --git a/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/domain/custom/TableAssets.java b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/domain/custom/TableAssets.java new file mode 100644 index 0000000..0b65619 --- /dev/null +++ b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/domain/custom/TableAssets.java @@ -0,0 +1,67 @@ +package com.muyu.etl.domain.custom; + +import lombok.AllArgsConstructor; +import lombok.Data; +import lombok.NoArgsConstructor; + +@Data +@NoArgsConstructor +@AllArgsConstructor +public class TableAssets { + + /** + * 字段名 + */ + private String name; + + /** + * 字段注释 + */ + private String comment; + + /** + * 是否主键 + */ + private String isPrimaryKey; + + /** + * 类型 + */ + private String type; + + /** + * 映射类型 + */ + private String mappingType; + + /** + * 长度 + */ + private String length; + + /** + * 小数位 + */ + private String decimalPlaces; + + /** + * 是否可为空 + */ + private String isNull; + + /** + * 默认值 + */ + private String defaultValue; + + /** + * 是否字典 + */ + private String isDict; + + /** + * 字段key + */ + private String dictKey; + +} diff --git a/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/domain/custom/VTClass.java b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/domain/custom/VTClass.java new file mode 100644 index 0000000..e257fe6 --- /dev/null +++ b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/domain/custom/VTClass.java @@ -0,0 +1,15 @@ +package com.muyu.etl.domain.custom; + +import lombok.AllArgsConstructor; +import lombok.Data; +import lombok.NoArgsConstructor; + +@Data +@NoArgsConstructor +@AllArgsConstructor +public class VTClass { + + private String value; + private String type; + +} diff --git a/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/mapper/AssetModelMapper.java b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/mapper/AssetModelMapper.java new file mode 100644 index 0000000..62a0938 --- /dev/null +++ b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/mapper/AssetModelMapper.java @@ -0,0 +1,60 @@ +package com.muyu.etl.mapper; + +import com.muyu.etl.domain.AssetModel; +import org.apache.ibatis.annotations.Param; + +import java.util.List; + +public interface AssetModelMapper { + + /** + * 查询【请填写功能名称】 + * + * @param id 【请填写功能名称】主键 + * @return 【请填写功能名称】 + */ + public AssetModel selectAssetModelById(Long id); + + /** + * 查询【请填写功能名称】列表 + * + * @param assetModel 【请填写功能名称】 + * @return 【请填写功能名称】集合 + */ + public List selectAssetModelList(AssetModel assetModel); + + /** + * 新增【请填写功能名称】 + * + * @param assetModel 【请填写功能名称】 + * @return 结果 + */ + public int insertAssetModel(AssetModel assetModel); + + /** + * 修改【请填写功能名称】 + * + * @param assetModel 【请填写功能名称】 + * @return 结果 + */ + public int updateAssetModel(AssetModel assetModel); + + /** + * 删除【请填写功能名称】 + * + * @param id 【请填写功能名称】主键 + * @return 结果 + */ + public int deleteAssetModelById(Long id); + + /** + * 批量删除【请填写功能名称】 + * + * @param ids 需要删除的数据主键集合 + * @return 结果 + */ + public int deleteAssetModelByIds(Long[] ids); + + void batchInsert(@Param("tableAssets") List tableAssets); + +} diff --git a/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/mapper/DataAssetMapper.java b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/mapper/DataAssetMapper.java new file mode 100644 index 0000000..d86db03 --- /dev/null +++ b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/mapper/DataAssetMapper.java @@ -0,0 +1,61 @@ +package com.muyu.etl.mapper; + +import com.muyu.etl.domain.DataAsset; +import org.apache.ibatis.annotations.Param; + +import java.util.ArrayList; +import java.util.List; + +public interface DataAssetMapper { + + /** + * 查询【请填写功能名称】 + * + * @param id 【请填写功能名称】主键 + * @return 【请填写功能名称】 + */ + public DataAsset selectDataAssetById(Long id); + + /** + * 查询【请填写功能名称】列表 + * + * @param dataAsset 【请填写功能名称】 + * @return 【请填写功能名称】集合 + */ + public List selectDataAssetList(DataAsset dataAsset); + + /** + * 新增【请填写功能名称】 + * + * @param dataAsset 【请填写功能名称】 + * @return 结果 + */ + public int insertDataAsset(DataAsset dataAsset); + + /** + * 修改【请填写功能名称】 + * + * @param dataAsset 【请填写功能名称】 + * @return 结果 + */ + public int updateDataAsset(DataAsset dataAsset); + + /** + * 删除【请填写功能名称】 + * + * @param id 【请填写功能名称】主键 + * @return 结果 + */ + public int deleteDataAssetById(Long id); + + /** + * 批量删除【请填写功能名称】 + * + * @param ids 需要删除的数据主键集合 + * @return 结果 + */ + public int deleteDataAssetByIds(Long[] ids); + + void batchInsert(@Param("dataAssets") ArrayList dataAssets); + +} diff --git a/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/AssetModelService.java b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/AssetModelService.java new file mode 100644 index 0000000..7625b82 --- /dev/null +++ b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/AssetModelService.java @@ -0,0 +1,55 @@ +package com.muyu.etl.service; + +import java.util.List; +import com.muyu.etl.domain.AssetModel; + +public interface AssetModelService { + /** + * 查询【请填写功能名称】 + * + * @param id 【请填写功能名称】主键 + * @return 【请填写功能名称】 + */ + public AssetModel selectAssetModelById(Long id); + + /** + * 查询【请填写功能名称】列表 + * + * @param assetModel 【请填写功能名称】 + * @return 【请填写功能名称】集合 + */ + public List selectAssetModelList(AssetModel assetModel); + + /** + * 新增【请填写功能名称】 + * + * @param assetModel 【请填写功能名称】 + * @return 结果 + */ + public int insertAssetModel(AssetModel assetModel); + + /** + * 修改【请填写功能名称】 + * + * @param assetModel 【请填写功能名称】 + * @return 结果 + */ + public int updateAssetModel(AssetModel assetModel); + + /** + * 批量删除【请填写功能名称】 + * + * @param ids 需要删除的【请填写功能名称】主键集合 + * @return 结果 + */ + public int deleteAssetModelByIds(Long[] ids); + + /** + * 删除【请填写功能名称】信息 + * + * @param id 【请填写功能名称】主键 + * @return 结果 + */ + public int deleteAssetModelById(Long id); + +} diff --git a/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/DataAssetService.java b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/DataAssetService.java new file mode 100644 index 0000000..d091791 --- /dev/null +++ b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/DataAssetService.java @@ -0,0 +1,55 @@ +package com.muyu.etl.service; + +import java.util.List; +import com.muyu.etl.domain.DataAsset; + +public interface DataAssetService { + /** + * 查询【请填写功能名称】 + * + * @param id 【请填写功能名称】主键 + * @return 【请填写功能名称】 + */ + public DataAsset selectDataAssetById(Long id); + + /** + * 查询【请填写功能名称】列表 + * + * @param dataAsset 【请填写功能名称】 + * @return 【请填写功能名称】集合 + */ + public List selectDataAssetList(DataAsset dataAsset); + + /** + * 新增【请填写功能名称】 + * + * @param dataAsset 【请填写功能名称】 + * @return 结果 + */ + public int insertDataAsset(DataAsset dataAsset); + + /** + * 修改【请填写功能名称】 + * + * @param dataAsset 【请填写功能名称】 + * @return 结果 + */ + public int updateDataAsset(DataAsset dataAsset); + + /** + * 批量删除【请填写功能名称】 + * + * @param ids 需要删除的【请填写功能名称】主键集合 + * @return 结果 + */ + public int deleteDataAssetByIds(Long[] ids); + + /** + * 删除【请填写功能名称】信息 + * + * @param id 【请填写功能名称】主键 + * @return 结果 + */ + public int deleteDataAssetById(Long id); + +} diff --git a/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/DataSourceService.java b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/DataSourceService.java index bf071d1..fea4f0f 100644 --- a/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/DataSourceService.java +++ b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/DataSourceService.java @@ -3,6 +3,7 @@ package com.muyu.etl.service; import java.util.List; import com.muyu.common.core.domain.Result; +import com.muyu.etl.domain.DataAsset; import com.muyu.etl.domain.DataSource; public interface DataSourceService @@ -61,4 +62,10 @@ public interface DataSourceService Result structureList(DataSource dataSource); + Result synchronousData(DataSource dataSource); + + Result dataAssetList(DataSource dataSource); + + Result assetModelList(DataAsset dataAsset); + } diff --git a/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/impl/AssetModelServiceImpl.java b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/impl/AssetModelServiceImpl.java new file mode 100644 index 0000000..d813d28 --- /dev/null +++ b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/impl/AssetModelServiceImpl.java @@ -0,0 +1,85 @@ +package com.muyu.etl.service.impl; + +import java.util.List; +import com.muyu.common.core.utils.DateUtils; +import com.muyu.etl.service.AssetModelService; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.stereotype.Service; +import com.muyu.etl.mapper.AssetModelMapper; +import com.muyu.etl.domain.AssetModel; + +@Service +public class AssetModelServiceImpl implements AssetModelService { + + @Autowired + private AssetModelMapper assetModelMapper; + + /** + * 查询【请填写功能名称】 + * + * @param id 【请填写功能名称】主键 + * @return 【请填写功能名称】 + */ + @Override + public AssetModel selectAssetModelById(Long id) { + return assetModelMapper.selectAssetModelById(id); + } + + /** + * 查询【请填写功能名称】列表 + * + * @param assetModel 【请填写功能名称】 + * @return 【请填写功能名称】 + */ + @Override + public List selectAssetModelList(AssetModel assetModel) { + return assetModelMapper.selectAssetModelList(assetModel); + } + + /** + * 新增【请填写功能名称】 + * + * @param assetModel 【请填写功能名称】 + * @return 结果 + */ + @Override + public int insertAssetModel(AssetModel assetModel) { + assetModel.setCreateTime(DateUtils.getNowDate()); + return assetModelMapper.insertAssetModel(assetModel); + } + + /** + * 修改【请填写功能名称】 + * + * @param assetModel 【请填写功能名称】 + * @return 结果 + */ + @Override + public int updateAssetModel(AssetModel assetModel) { + assetModel.setUpdateTime(DateUtils.getNowDate()); + return assetModelMapper.updateAssetModel(assetModel); + } + + /** + * 批量删除【请填写功能名称】 + * + * @param ids 需要删除的【请填写功能名称】主键 + * @return 结果 + */ + @Override + public int deleteAssetModelByIds(Long[] ids) { + return assetModelMapper.deleteAssetModelByIds(ids); + } + + /** + * 删除【请填写功能名称】信息 + * + * @param id 【请填写功能名称】主键 + * @return 结果 + */ + @Override + public int deleteAssetModelById(Long id) { + return assetModelMapper.deleteAssetModelById(id); + } + +} diff --git a/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/impl/DataAssetServiceImpl.java b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/impl/DataAssetServiceImpl.java new file mode 100644 index 0000000..ac960f3 --- /dev/null +++ b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/impl/DataAssetServiceImpl.java @@ -0,0 +1,85 @@ +package com.muyu.etl.service.impl; + +import java.util.List; +import com.muyu.common.core.utils.DateUtils; +import com.muyu.etl.service.DataAssetService; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.stereotype.Service; +import com.muyu.etl.mapper.DataAssetMapper; +import com.muyu.etl.domain.DataAsset; + +@Service +public class DataAssetServiceImpl implements DataAssetService { + + @Autowired + private DataAssetMapper dataAssetMapper; + + /** + * 查询【请填写功能名称】 + * + * @param id 【请填写功能名称】主键 + * @return 【请填写功能名称】 + */ + @Override + public DataAsset selectDataAssetById(Long id) { + return dataAssetMapper.selectDataAssetById(id); + } + + /** + * 查询【请填写功能名称】列表 + * + * @param dataAsset 【请填写功能名称】 + * @return 【请填写功能名称】 + */ + @Override + public List selectDataAssetList(DataAsset dataAsset) { + return dataAssetMapper.selectDataAssetList(dataAsset); + } + + /** + * 新增【请填写功能名称】 + * + * @param dataAsset 【请填写功能名称】 + * @return 结果 + */ + @Override + public int insertDataAsset(DataAsset dataAsset) { + dataAsset.setCreateTime(DateUtils.getNowDate()); + return dataAssetMapper.insertDataAsset(dataAsset); + } + + /** + * 修改【请填写功能名称】 + * + * @param dataAsset 【请填写功能名称】 + * @return 结果 + */ + @Override + public int updateDataAsset(DataAsset dataAsset) { + dataAsset.setUpdateTime(DateUtils.getNowDate()); + return dataAssetMapper.updateDataAsset(dataAsset); + } + + /** + * 批量删除【请填写功能名称】 + * + * @param ids 需要删除的【请填写功能名称】主键 + * @return 结果 + */ + @Override + public int deleteDataAssetByIds(Long[] ids) { + return dataAssetMapper.deleteDataAssetByIds(ids); + } + + /** + * 删除【请填写功能名称】信息 + * + * @param id 【请填写功能名称】主键 + * @return 结果 + */ + @Override + public int deleteDataAssetById(Long id) { + return dataAssetMapper.deleteDataAssetById(id); + } + +} diff --git a/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/impl/DataSourceServiceImpl.java b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/impl/DataSourceServiceImpl.java index dfe1689..c074108 100644 --- a/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/impl/DataSourceServiceImpl.java +++ b/muyu-modules/muyu-etl/src/main/java/com/muyu/etl/service/impl/DataSourceServiceImpl.java @@ -2,6 +2,7 @@ package com.muyu.etl.service.impl; import java.sql.*; import java.util.ArrayList; +import java.util.Date; import java.util.HashMap; import java.util.List; import java.util.Map; @@ -9,14 +10,15 @@ import java.util.Map; import com.muyu.common.core.domain.Result; import com.muyu.common.core.utils.DateUtils; import com.muyu.common.security.utils.SecurityUtils; -import com.muyu.etl.domain.AssetsModule; -import com.muyu.etl.domain.TableAssets; -import com.muyu.etl.domain.VTClass; +import com.muyu.etl.domain.*; +import com.muyu.etl.domain.custom.AssetsModule; +import com.muyu.etl.domain.custom.VTClass; +import com.muyu.etl.mapper.AssetModelMapper; +import com.muyu.etl.mapper.DataAssetMapper; import com.muyu.etl.service.DataSourceService; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import com.muyu.etl.mapper.DataSourceMapper; -import com.muyu.etl.domain.DataSource; @Service public class DataSourceServiceImpl implements DataSourceService { @@ -24,6 +26,12 @@ public class DataSourceServiceImpl implements DataSourceService { @Autowired private DataSourceMapper dataSourceMapper; + @Autowired + private DataAssetMapper dataAssetMapper; + + @Autowired + private AssetModelMapper assetModelMapper; + /** * 查询【请填写功能名称】 * @@ -44,33 +52,6 @@ public class DataSourceServiceImpl implements DataSourceService { @Override public List selectDataSourceList(DataSource dataSource) { List dataSources = dataSourceMapper.selectDataSourceList(dataSource); - dataSources.stream() - .map(source -> { - String user = source.getUsername(); - String password = source.getPassword(); - String jdbcDriver = "com.mysql.cj.jdbc.Driver"; - String jdbcUrl = "jdbc:mysql://"+source.getLinkAddress()+":"+source.getPort()+"/"+source.getDatabaseName(); - Connection conn = null; - Result result = this.testConnection(source); - if(result.getCode()==200){ - try { - Class.forName(jdbcDriver); - conn = DriverManager.getConnection(jdbcUrl,user,password); - ArrayList tableNames = new ArrayList<>(); - String sql="SELECT table_name FROM information_schema.tables WHERE table_schema = '"+source.getDatabaseName()+"'"; - PreparedStatement ps = conn.prepareStatement(sql); - ResultSet resultSet = ps.executeQuery(); - while (resultSet.next()){ - tableNames.add(resultSet.getString("table_name")); - } - source.setTableList(tableNames); - ps.close(); - } catch (SQLException | ClassNotFoundException e) { - throw new RuntimeException(e); - } - } - return null; - }).toList(); return dataSources; } @@ -128,7 +109,7 @@ public class DataSourceServiceImpl implements DataSourceService { String password = dataSource.getPassword(); String jdbcDriver = "com.mysql.cj.jdbc.Driver"; String jdbcUrl = "jdbc:mysql://"+dataSource.getLinkAddress()+":"+dataSource.getPort()+"/"+dataSource.getDatabaseName(); - if(dataSource.getConnectionParam()!=null && dataSource.getConnectionParam()!=""){ + if (dataSource.getConnectionParam()!=null && dataSource.getConnectionParam()!=""){ jdbcUrl = jdbcUrl+"?"+dataSource.getConnectionParam(); } Connection conn = null; @@ -146,51 +127,51 @@ public class DataSourceServiceImpl implements DataSourceService { return Result.success("连接成功"); } - public AssetsModule getStructrue(DataSource dataSource){ + public AssetsModule getStructure(DataSource dataSource){ String user = dataSource.getUsername(); String password = dataSource.getPassword(); String jdbcDriver = "com.mysql.cj.jdbc.Driver"; String jdbcUrl = "jdbc:mysql://"+dataSource.getLinkAddress()+":"+dataSource.getPort()+"/"+dataSource.getDatabaseName(); Connection conn = null; - ArrayList> kvtList = new ArrayList<>(); + List> kvtList = new ArrayList<>(); HashMap map = new HashMap<>(); try { Class.forName(jdbcDriver); - conn = DriverManager.getConnection(jdbcUrl,user,password); - } catch (ClassNotFoundException | SQLException e) { + conn = DriverManager.getConnection(jdbcUrl, user, password); + } catch (SQLException | ClassNotFoundException e) { throw new RuntimeException(e); } try { PreparedStatement pst = conn.prepareStatement(dataSource.getSql()); ResultSet resultSet = pst.executeQuery(); ResultSetMetaData rsd = resultSet.getMetaData(); - for (int i = 1; i <= rsd.getColumnCount(); i++) { + for(int i = 1; i <= rsd.getColumnCount(); i++) { String substring = rsd.getColumnClassName(i).substring(rsd.getColumnClassName(i).indexOf("java.lang.") + 10); - System.out.println("java类型:"+substring); - System.out.println("数据库类型:"+rsd.getColumnTypeName(i)); - System.out.println("字段名称:"+rsd.getCatalogName(i)); + System.out.print("java类型："+substring); + System.out.print("数据库类型:"+rsd.getColumnTypeName(i)); + System.out.print("字段名称:"+rsd.getColumnName(i)); System.out.println(); map.put(rsd.getColumnName(i),substring); } int columnCount = rsd.getColumnCount(); - //遍历每一行的数据 + // 遍历每一行的数据 while (resultSet.next()){ - HashMap stringVTClassHashMap = new HashMap<>(); + Map stringVTClassHashMap = new HashMap<>(); for (int i = 1; i <= columnCount; i++) { - //根据索引或列名获取数据 + // 根据列索引或列名获取数据 String columnName = rsd.getColumnName(i); String type = map.get(columnName); Object value = resultSet.getObject(i); - if(value == null){ + if (value==null){ stringVTClassHashMap.put(columnName,new VTClass("",type)); - }else { + }else{ stringVTClassHashMap.put(columnName,new VTClass(value.toString(),type)); } } kvtList.add(stringVTClassHashMap); } pst.close(); - } catch (SQLException e) { + } catch(SQLException e) { e.printStackTrace(); } AssetsModule assetsModule = new AssetsModule(); @@ -199,13 +180,13 @@ public class DataSourceServiceImpl implements DataSourceService { return assetsModule; } - public List getTableAssets(DataSource dataSource){ + public List getTableAssets(DataSource dataSource, String tableName){ String user = dataSource.getUsername(); String password = dataSource.getPassword(); String jdbcDriver = "com.mysql.cj.jdbc.Driver"; String jdbcUrl = "jdbc:mysql://"+dataSource.getLinkAddress()+":"+dataSource.getPort()+"/"+dataSource.getDatabaseName(); Connection conn = null; - List tableAssets = new ArrayList<>(); + List assetModels = new ArrayList<>(); try { Class.forName(jdbcDriver); conn = DriverManager.getConnection(jdbcUrl, user, password); @@ -219,24 +200,60 @@ public class DataSourceServiceImpl implements DataSourceService { throw new RuntimeException(e); } try { - PreparedStatement pst = conn.prepareStatement("DESCRIBE "+dataSource.getTableName()); + PreparedStatement pst = conn.prepareStatement("SELECT COLUMN_NAME,DATA_TYPE,IS_NULLABLE,COLUMN_KEY,COLUMN_DEFAULT,COLUMN_COMMENT,CHARACTER_MAXIMUM_LENGTH,NUMERIC_PRECISION,NUMERIC_SCALE FROM INFORMATION_SCHEMA.COLUMNS WHERE TABLE_SCHEMA = '"+dataSource.getDatabaseName()+"' AND TABLE_NAME = '"+tableName+"'"); ResultSet resultSet = pst.executeQuery(); ResultSetMetaData rsd = resultSet.getMetaData(); while (resultSet.next()) { - TableAssets tableAsset = new TableAssets(); - tableAsset.setField(resultSet.getString("Field")); - tableAsset.setType(resultSet.getString("Type")); - tableAsset.setNull(resultSet.getString("Null")); - tableAsset.setKey(resultSet.getString("Key")); - tableAsset.setDefault(resultSet.getString("Default")); - tableAssets.add(tableAsset); + AssetModel assetModel = new AssetModel(); + + assetModel.setComment(resultSet.getString("COLUMN_COMMENT")); + assetModel.setName(resultSet.getString("COLUMN_NAME")); + if (resultSet.getString("CHARACTER_MAXIMUM_LENGTH")!=null){ + assetModel.setLength(resultSet.getString("CHARACTER_MAXIMUM_LENGTH")); + }else if (resultSet.getString("NUMERIC_PRECISION")!=null){ + assetModel.setLength(resultSet.getString("NUMERIC_PRECISION")); + }else{ + assetModel.setLength("-"); + } + if (resultSet.getString("NUMERIC_SCALE")!=null){ + assetModel.setDecimalPlaces(resultSet.getString("NUMERIC_SCALE")); + }else{ + assetModel.setDecimalPlaces("-"); + } + //是否不可为空 + if (resultSet.getString("IS_NULLABLE").equals("NO")){ + assetModel.setIsNull("N"); + }else{ + assetModel.setIsNull("Y"); + } + //是否有默认值 + if (resultSet.getString("COLUMN_DEFAULT")!=null){ + assetModel.setDefaultValue(resultSet.getString("COLUMN_DEFAULT")); + }else{ + assetModel.setDefaultValue("-"); + } + assetModel.setIsDict(""); + assetModel.setDictKey(""); + assetModel.setType(resultSet.getString("DATA_TYPE")); + //是否主键 + if ("PRI".equals(resultSet.getString("COLUMN_KEY"))){ + assetModel.setIsPrimaryKey("Y"); + }else{ + assetModel.setIsPrimaryKey("N"); + } + assetModel.setCreateBy(SecurityUtils.getUsername()); + assetModel.setCreateTime(new Date()); + assetModel.setMappingType("String"); + assetModels.add(assetModel); } + pst.close(); } catch(SQLException e) { e.printStackTrace(); } - return tableAssets; + return assetModels; } + public AssetsModule getAssets(DataSource dataSource){ String user = dataSource.getUsername(); String password = dataSource.getPassword(); @@ -244,7 +261,7 @@ public class DataSourceServiceImpl implements DataSourceService { String jdbcUrl = "jdbc:mysql://"+dataSource.getLinkAddress()+":"+dataSource.getPort()+"/"+dataSource.getDatabaseName(); Connection conn = null; HashMap map = new HashMap<>(); - List tableAssets = getTableAssets(dataSource); + List assetModels = getTableAssets(dataSource,dataSource.getTableName()); try { Class.forName(jdbcDriver); conn = DriverManager.getConnection(jdbcUrl, user, password); @@ -257,19 +274,17 @@ public class DataSourceServiceImpl implements DataSourceService { ResultSetMetaData rsd = resultSet.getMetaData(); for(int i = 1; i <= rsd.getColumnCount(); i++) { String substring = rsd.getColumnClassName(i).substring(rsd.getColumnClassName(i).indexOf("java.lang.") + 10); - System.out.print("java类型："+substring); - System.out.print(" 数据库类型:"+rsd.getColumnTypeName(i)); - System.out.print(" 字段名称:"+rsd.getColumnName(i)); - System.out.println(); map.put(rsd.getColumnName(i),substring); } + for (AssetModel tableAsset : assetModels) { + tableAsset.setMappingType(map.get(tableAsset.getType())); + } pst.close(); } catch(SQLException e) { e.printStackTrace(); } AssetsModule assetsModule = new AssetsModule(); assetsModule.setStructure(map); - assetsModule.setTableAssets(tableAssets); return assetsModule; } @@ -281,8 +296,62 @@ public class DataSourceServiceImpl implements DataSourceService { @Override public Result structureList(DataSource dataSource) { - AssetsModule kvt = getStructrue(dataSource); + AssetsModule kvt = getStructure(dataSource); return Result.success(kvt); } + @Override + public Result synchronousData(DataSource dataSource) { + String user = dataSource.getUsername(); + String password = dataSource.getPassword(); + String jdbcDriver = "com.mysql.cj.jdbc.Driver"; + String jdbcUrl = "jdbc:mysql://"+dataSource.getLinkAddress()+":"+dataSource.getPort()+"/"+dataSource.getDatabaseName(); + Connection conn = null; + HashMap map = new HashMap<>(); + ArrayList dataAssets = new ArrayList<>(); + try { + Class.forName(jdbcDriver); + conn = DriverManager.getConnection(jdbcUrl, user, password); + String sql="SELECT TABLE_NAME t_name,TABLE_COMMENT table_comment,TABLE_ROWS table_rows,(SELECT count(*) FROM INFORMATION_SCHEMA.columns WHERE TABLE_SCHEMA = '"+dataSource.getDatabaseName()+"' and TABLE_NAME=t_name) fields FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA='"+dataSource.getDatabaseName()+"'"; + PreparedStatement ps = conn.prepareStatement(sql); + ResultSet resultSet = ps.executeQuery(); + while (resultSet.next()){ + DataAsset dataAsset = new DataAsset(); + dataAsset.setTableName(resultSet.getString("t_name")); + dataAsset.setTableComment(resultSet.getString("table_comment")); + dataAsset.setTableCount(Long.valueOf(resultSet.getString("table_rows"))); + dataAsset.setFields(Long.valueOf(resultSet.getString("fields"))); + dataAsset.setDataSourceId(dataSource.getId()); + dataAsset.setCreateBy(SecurityUtils.getUsername()); + dataAsset.setCreateTime(new Date()); + dataAssets.add(dataAsset); + } + dataAssetMapper.batchInsert(dataAssets); + for (DataAsset dataAsset : dataAssets) { + List tableAssets = getTableAssets(dataSource, dataAsset.getTableName()); + tableAssets.stream().forEach(assetModel -> assetModel.setDataAssetId(dataAsset.getId())); + assetModelMapper.batchInsert(tableAssets); + } + } catch (SQLException | ClassNotFoundException e) { + throw new RuntimeException(e); + } + return Result.success(); + } + + @Override + public Result dataAssetList(DataSource dataSource) { + DataAsset dataAsset = new DataAsset(); + dataAsset.setDataSourceId(dataSource.getId()); + List dataAssets = dataAssetMapper.selectDataAssetList(dataAsset); + return Result.success(dataAssets); + } + + @Override + public Result assetModelList(DataAsset dataAsset) { + AssetModel assetModel = new AssetModel(); + assetModel.setDataAssetId(dataAsset.getId()); + List assetModels = assetModelMapper.selectAssetModelList(assetModel); + return Result.success(assetModels); + } + } diff --git a/muyu-modules/muyu-etl/src/main/resources/mapper/system/AssetModelMapper.xml b/muyu-modules/muyu-etl/src/main/resources/mapper/system/AssetModelMapper.xml new file mode 100644 index 0000000..f36a659 --- /dev/null +++ b/muyu-modules/muyu-etl/src/main/resources/mapper/system/AssetModelMapper.xml @@ -0,0 +1,170 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + select id, data_asset_id, name, comment, is_primary_key, type, mapping_type, length, decimal_places, is_null, is_dict,default_value, dict_key, create_by, create_time, update_by, update_time, remark from asset_model + + + + + + + + insert into asset_model + + data_asset_id, + name, + comment, + is_primary_key, + type, + mapping_type, + length, + decimal_places, + is_null, + is_dict, + default_value, + dict_key, + create_by, + create_time, + update_by, + update_time, + remark, + + + #{dataAssetId}, + #{name}, + #{comment}, + #{isPrimaryKey}, + #{type}, + #{mappingType}, + #{length}, + #{decimalPlaces}, + #{isNull}, + #{isDict}, + #{defaultValue}, + #{dictKey}, + #{createBy}, + #{createTime}, + #{updateBy}, + #{updateTime}, + #{remark}, + + + + insert into `asset_model` + + `data_asset_id`, + `name`, + comment, + is_primary_key, + `type`, + mapping_type, + `length`, + decimal_places, + is_null, + is_dict, + default_value, + dict_key, + create_by, + create_time, + + values + + + #{item.dataAssetId}, + #{item.name}, + #{item.comment}, + #{item.isPrimaryKey}, + #{item.type}, + #{item.mappingType}, + #{item.length}, + #{item.decimalPlaces}, + #{item.isNull}, + #{item.isDict}, + #{item.defaultValue}, + #{item.dictKey}, + #{item.createBy}, + #{item.createTime}, + + + + + + + update asset_model + + data_asset_id = #{dataAssetId}, + name = #{name}, + comment = #{comment}, + is_primary_key = #{isPrimaryKey}, + type = #{type}, + mapping_type = #{mappingType}, + length = #{length}, + decimal_places = #{decimalPlaces}, + is_null = #{isNull}, + is_dict = #{isDict}, + default_value = #{defaultValue}, + dict_key = #{dictKey}, + create_by = #{createBy}, + create_time = #{createTime}, + update_by = #{updateBy}, + update_time = #{updateTime}, + remark = #{remark}, + + where id = #{id} + + + + delete from asset_model where id = #{id} + + + + delete from asset_model where id in + + #{id} + + + diff --git a/muyu-modules/muyu-etl/src/main/resources/mapper/system/DataAssetMapper.xml b/muyu-modules/muyu-etl/src/main/resources/mapper/system/DataAssetMapper.xml new file mode 100644 index 0000000..203ec50 --- /dev/null +++ b/muyu-modules/muyu-etl/src/main/resources/mapper/system/DataAssetMapper.xml @@ -0,0 +1,120 @@ + + + + + + + + + + + + + + + + + + + + select id, data_source_id, table_name, table_comment, table_count, fields, create_by, create_time, update_by, update_time, remark from data_asset + + + + + + + + insert into data_asset + + data_source_id, + table_name, + table_comment, + table_count, + fields, + create_by, + create_time, + update_by, + update_time, + remark, + + + #{dataSourceId}, + #{tableName}, + #{tableComment}, + #{tableCount}, + #{fields}, + #{createBy}, + #{createTime}, + #{updateBy}, + #{updateTime}, + #{remark}, + + + + insert into data_asset + + data_source_id, + `table_name`, + table_comment, + table_count, + fields, + create_by, + create_time, + + values + + + #{item.dataSourceId}, + #{item.tableName}, + #{item.tableComment}, + #{item.tableCount}, + #{item.fields}, + #{item.createBy}, + #{item.createTime}, + + + + + + update data_asset + + data_source_id = #{dataSourceId}, + table_name = #{tableName}, + table_comment = #{tableComment}, + table_count = #{tableCount}, + fields = #{fields}, + create_by = #{createBy}, + create_time = #{createTime}, + update_by = #{updateBy}, + update_time = #{updateTime}, + remark = #{remark}, + + where id = #{id} + + + + delete from data_asset where id = #{id} + + + + delete from data_asset where id in + + #{id} + + + \ No newline at end of file