--8--24

cloud-etl-common/src/main/java/com/muyu/context/DataModelContextHolder.java

@@ -0,0 +1,36 @@
+package com.muyu.context;
+
+import com.muyu.model.process.DataProcessModel;
+import lombok.Data;
+import lombok.experimental.SuperBuilder;
+
+/**
+ * 数据模型上下文
+ * @ClassName DataModelContextHolder
+ * @Author CHX
+ */
+@Data
+@SuperBuilder
+public class DataModelContextHolder {
+    private static final ThreadLocal<DataProcessModel> THREAD_LOCAL=new ThreadLocal<>();
+
+    private RecordContextHolder recordContextHolder;
+
+    public static DataModelContextHolder build(RecordContextHolder recordContextHolder){
+        return DataModelContextHolder.builder()
+                .recordContextHolder(recordContextHolder)
+                .build();
+    }
+
+    public static DataProcessModel get() {
+        return THREAD_LOCAL.get();
+    }
+
+    public static void set(DataProcessModel dataModelProcessModel) {
+        THREAD_LOCAL.set(dataModelProcessModel);
+    }
+
+    public static void remove() {
+        THREAD_LOCAL.remove();
+    }
+}

cloud-etl-common/src/main/java/com/muyu/context/DataSetContextHolder.java

@@ -0,0 +1,37 @@
+package com.muyu.context;
+
+import com.muyu.model.process.DataSetProcessModel;
+import lombok.Data;
+import lombok.experimental.SuperBuilder;
+
+/**
+ * 数据集上下文
+ * @ClassName DataSetContextHolder
+ * @Author CHX
+ * @Version: 1.0
+ */
+@Data
+@SuperBuilder
+public class DataSetContextHolder {
+    private static final ThreadLocal<DataSetProcessModel> THREAD_LOCAL=new ThreadLocal<>();
+
+    private TaskContextHolder taskContextHolder;
+
+    public static DataSetContextHolder build(TaskContextHolder taskContextHolder){
+        return DataSetContextHolder.builder()
+                .taskContextHolder(taskContextHolder)
+                .build();
+    }
+
+    public static DataSetProcessModel get() {
+        return THREAD_LOCAL.get();
+    }
+
+    public static void set(DataSetProcessModel dataSetProcessModel) {
+        THREAD_LOCAL.set(dataSetProcessModel);
+    }
+
+    public static void remove() {
+        THREAD_LOCAL.remove();
+    }
+}

cloud-etl-common/src/main/java/com/muyu/context/RecordContextHolder.java

@@ -0,0 +1,37 @@
+package com.muyu.context;
+
+import com.muyu.model.process.RecordProcessModel;
+import lombok.Data;
+import lombok.experimental.SuperBuilder;
+
+/**
+ * 记录上下文
+ * @ClassName RecordContextHolder
+ * @Author CHX
+ * @Version: 1.0
+ */
+@Data
+@SuperBuilder
+public class RecordContextHolder {
+    private static final ThreadLocal<RecordProcessModel> THREAD_LOCAL=new ThreadLocal<>();
+
+    private DataSetContextHolder dataSetContextHolder;
+
+    public static RecordContextHolder build(DataSetContextHolder dataSetContextHolder){
+        return RecordContextHolder.builder()
+                .dataSetContextHolder(dataSetContextHolder)
+                .build();
+    }
+
+    public static RecordProcessModel get() {
+        return THREAD_LOCAL.get();
+    }
+
+    public static void set(RecordProcessModel recordProcessModel) {
+        THREAD_LOCAL.set(recordProcessModel);
+    }
+
+    public static void remove() {
+        THREAD_LOCAL.remove();
+    }
+}

cloud-etl-common/src/main/java/com/muyu/context/TaskContextHolder.java

@@ -0,0 +1,11 @@
+package com.muyu.context;
+
+/**
+ * 任务上下文
+ * @ClassName TaskContextHolder
+ * @Author CHX
+ * @Version: 1.0
+ */
+public class TaskContextHolder {
+
+}

cloud-etl-common/src/main/java/com/muyu/context/TestClass.txt

@@ -0,0 +1,10 @@
+import com.muyu.ruleEngine.engine.action.ActionDiscard;
+import com.muyu.ruleEngine.engine.scope.engineScope;
+
+public class name extends engineScope {
+
+    @Override
+    public void execution() {
+
+    }
+}

cloud-etl-common/src/main/java/com/muyu/domain/constants/ConfigCodeConstants.java

@@ -10,7 +10,7 @@ public class ConfigCodeConstants {
     /**
      * 文件基础路径
      */
-    public final static String BASE_FILE_PATH = "D:\\work\\cloud-server\\muyu-modules\\muyu-rule-engine\\muyu-rule-engine-common\\src\\main\\java\\com\\muyu\\ruleEngine\\context\\";
+    public final static String BASE_FILE_PATH = "C:\\Users\\qdm\\Desktop\\Project\\CLOUD-ETL-UI-ENGINE\\cloud-etl-engine\\cloud-etl-common\\src\\main\\java\\com\\muyu\\context";
 
     /**
      * 配置文件名

cloud-etl-common/src/main/java/com/muyu/model/DataModel.java

@@ -0,0 +1,43 @@
+package com.muyu.model;
+
+import lombok.AllArgsConstructor;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+import lombok.experimental.SuperBuilder;
+
+/**
+ * 数据模型
+ *
+ * @author CHX
+ * on 2024/5/7 星期二
+ */
+@Data
+@SuperBuilder
+@NoArgsConstructor
+@AllArgsConstructor
+public class DataModel {
+    /**
+     * 键
+     */
+    private String key;
+
+    /**
+     * 值
+     */
+    private Object value;
+
+    /**
+     * 原标准
+     */
+    private String sourceType;
+
+    /**
+     * 处理标准
+     */
+    private String processType;
+
+    /**
+     * 处理类型
+     */
+    private Class<?> processClass;
+}

cloud-etl-common/src/main/java/com/muyu/model/DataSetModel.java

@@ -0,0 +1,22 @@
+package com.muyu.model;
+
+import lombok.AllArgsConstructor;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+import lombok.experimental.SuperBuilder;
+
+import java.util.List;
+
+/**
+ * 数据集模型
+ *
+ * @author CHX
+ * on 2024/5/7 星期二
+ */
+@Data
+@SuperBuilder
+@NoArgsConstructor
+@AllArgsConstructor
+public class DataSetModel {
+    private List<RecordModel> recordModels;
+}

cloud-etl-common/src/main/java/com/muyu/model/RecordModel.java

@@ -0,0 +1,22 @@
+package com.muyu.model;
+
+import lombok.AllArgsConstructor;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+import lombok.experimental.SuperBuilder;
+
+import java.util.List;
+
+/**
+ * 记录模型
+ *
+ * @author CHX
+ * on 2024/5/7 星期二
+ */
+@Data
+@SuperBuilder
+@NoArgsConstructor
+@AllArgsConstructor
+public class RecordModel {
+    private List<DataModel> dataModels;
+}

cloud-etl-common/src/main/java/com/muyu/model/process/DataProcessModel.java

@@ -0,0 +1,21 @@
+package com.muyu.model.process;
+
+import com.muyu.model.DataModel;
+import lombok.AllArgsConstructor;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+import lombok.experimental.SuperBuilder;
+
+/**
+ * 数据处理模型
+ *
+ * @author CHX
+ * on 2024/5/7 星期二
+ */
+@Data
+@SuperBuilder
+@NoArgsConstructor
+@AllArgsConstructor
+public class DataProcessModel {
+    private DataModel dataModel;
+}

cloud-etl-common/src/main/java/com/muyu/model/process/DataSetProcessModel.java

@@ -0,0 +1,21 @@
+package com.muyu.model.process;
+
+import com.muyu.model.DataSetModel;
+import lombok.AllArgsConstructor;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+import lombok.experimental.SuperBuilder;
+
+/**
+ * 数据集处理模型
+ *
+ * @author CHX
+ * on 2024/5/7 星期二
+ */
+@Data
+@SuperBuilder
+@NoArgsConstructor
+@AllArgsConstructor
+public class DataSetProcessModel {
+    private DataSetModel dataSetModel;
+}

cloud-etl-common/src/main/java/com/muyu/model/process/RecordProcessModel.java

@@ -0,0 +1,24 @@
+package com.muyu.model.process;
+
+import com.muyu.model.RecordModel;
+import lombok.AllArgsConstructor;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+import lombok.experimental.SuperBuilder;
+
+import java.util.List;
+
+/**
+ * 记录处理模型
+ *
+ * @author CHX
+ * on 2024/5/7 星期二
+ */
+@Data
+@SuperBuilder
+@NoArgsConstructor
+@AllArgsConstructor
+public class RecordProcessModel {
+    private List<String> keys;
+    private RecordModel recordModel;
+}

cloud-etl-server/src/main/java/com/muyu/EngineApplication.java

@@ -1,5 +1,7 @@
 package com.muyu;
 
+import com.muyu.common.security.annotation.EnableCustomConfig;
+import com.muyu.common.security.annotation.EnableMyFeignClients;
 import org.springframework.boot.SpringApplication;
 import org.springframework.boot.autoconfigure.SpringBootApplication;
 
@@ -9,8 +11,9 @@ import org.springframework.boot.autoconfigure.SpringBootApplication;
  * @Project：cloud-etl-engine
  * @name：EngineApplication
  * @Date：2024/8
- * /22 17:17
  */
+@EnableCustomConfig
+@EnableMyFeignClients
 @SpringBootApplication
 public class EngineApplication {
     public static void main(String[] args) {

cloud-etl-server/src/main/java/com/muyu/controller/EngIneController.java

@@ -1,4 +1,5 @@
 package com.muyu.controller;
+
 import com.muyu.common.core.domain.Result;
 import com.muyu.common.core.utils.poi.ExcelUtil;
 import com.muyu.common.core.web.controller.BaseController;
@@ -10,7 +11,9 @@ import  com.muyu.service.EngIneService;
 import jakarta.servlet.http.HttpServletResponse;
 import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.web.bind.annotation.*;
+
 import java.util.List;
+
 /**
  * @Author：qdm
  * @Package：com.muyu.controller
@@ -41,13 +44,13 @@ public class EngIneController extends BaseController {
     }
 
     @PostMapping("/update")
-    public Result<EngineMaintenance> update(@RequestBody EngineMaintenance engineMaintenance){
+    public Result<EngineMaintenance> update(@RequestBody EngineMaintenance engineMaintenance) {
         return engIneService.updateMsg(engineMaintenance);
     }
 
 
     @PostMapping("/insert")
-    public Result<EngineMaintenance> insert(@RequestBody EngineMaintenance engineMaintenance){
+    public Result<EngineMaintenance> insert(@RequestBody EngineMaintenance engineMaintenance) {
         return engIneService.add(engineMaintenance);
 
     }

cloud-etl-server/src/main/java/com/muyu/controller/EngineVersionController.java

@@ -60,7 +60,6 @@ public class EngineVersionController {
     /**
      * 获取引擎配置作用域列表
      */
-    @RequiresPermissions("rule-engine:version:list")
     @GetMapping("/getScopeList")
     public Result<List<EngineConfigScopeResp>> getScopeList() {
         return Result.success(engineVersionService.getScopeList());

cloud-etl-server/src/main/java/com/muyu/controller/TypeController.java

@@ -23,40 +23,44 @@ public class TypeController {
 
     /**
      * 类型列表
+     *
      * @return
      */
     @PostMapping("/list")
-    public List<Type> list(){
+    public List<Type> list() {
         return typeService.list();
     }
 
     /**
      * 类型添加
+     *
      * @param type
      * @return
      */
     @PostMapping("/add")
-    public Result add(@RequestBody Type type){
+    public Result add(@RequestBody Type type) {
         return typeService.add(type);
     }
 
     /**
      * 修改类型
+     *
      * @param type
      * @return
      */
     @PostMapping("/update")
-    public Result upadte(@RequestBody Type type){
+    public Result upadte(@RequestBody Type type) {
         return typeService.update(type);
     }
 
     /**
      * 删除类型
+     *
      * @param id
      * @return
      */
     @PostMapping("/delete/{id}")
-    public Result delete(@PathVariable Integer id){
+    public Result delete(@PathVariable Integer id) {
         return typeService.delete(id);
     }
 }

cloud-etl-server/src/main/java/com/muyu/service/EngIneService.java

@@ -17,7 +17,7 @@ import java.util.List;
  * @Date：2024/8/22 15:37
  */
 public interface EngIneService extends IService<EngineMaintenance> {
-    List<EngineMaintenance> list( );
+    List<EngineMaintenance> list();
 
     Result delete(Integer id);
 

cloud-etl-server/src/main/java/com/muyu/service/serviceImpl/EngIneServiceImpl.java

@@ -35,7 +35,7 @@ public class EngIneServiceImpl extends ServiceImpl<EngineMapper, EngineMaintenan
     private EngineVersionService engineConfigService;
 
     @Override
-    public List<EngineMaintenance> list( ) {
+    public List<EngineMaintenance> list() {
         LambdaQueryWrapper<EngineMaintenance> queryWrapper = new LambdaQueryWrapper<>();
 
 //
@@ -138,9 +138,8 @@ public class EngIneServiceImpl extends ServiceImpl<EngineMapper, EngineMaintenan
     @Override
     public int deleteByIds(String ids) {
         LambdaQueryWrapper<EngineMaintenance> engineMaintenanceLambdaQueryWrapper = new LambdaQueryWrapper<>();
-        engineMaintenanceLambdaQueryWrapper.in(EngineMaintenance::getId,ids);
+        engineMaintenanceLambdaQueryWrapper.in(EngineMaintenance::getId, ids);
         int delete = engineMapper.delete(engineMaintenanceLambdaQueryWrapper);
-
         return delete;
     }
 
@@ -154,7 +153,7 @@ public class EngIneServiceImpl extends ServiceImpl<EngineMapper, EngineMaintenan
     }
 
     @Override
-    public Result<PageResult<EngineMaintenance>>getMaintenanceList(EngineMaintenanceQueryReq engineMaintenanceQueryReq) {
+    public Result<PageResult<EngineMaintenance>> getMaintenanceList(EngineMaintenanceQueryReq engineMaintenanceQueryReq) {
 
 //        LambdaQueryWrapper<EngineMaintenance> queryWrapper = new LambdaQueryWrapper<>();
 //

cloud-etl-server/src/main/resources/mapper/EngineMapper.xml

@@ -5,7 +5,8 @@
 <mapper namespace="com.muyu.mapper.EngineMapper">
 
     <insert id="add">
-        insert engine_maintenance values
+        insert
+        engine_maintenance values
                (
                 0,
         #{name},
@@ -23,19 +24,29 @@
         )
     </insert>
     <update id="forbiddenEngine">
-        update engine_maintenance set status = 1 where id = #{id}
+        update engine_maintenance
+        set status = 1
+        where id = #{id}
     </update>
     <update id="onEngine">
-        update engine_maintenance set status = 2 where id = #{id}
+        update engine_maintenance
+        set status = 2
+        where id = #{id}
     </update>
     <update id="closeEngine">
-        update engine_maintenance set status = 3 where id = #{id}
+        update engine_maintenance
+        set status = 3
+        where id = #{id}
     </update>
     <update id="activateEngine">
-        update engine_maintenance set status = 4 where id = #{id}
+        update engine_maintenance
+        set status = 4
+        where id = #{id}
     </update>
     <delete id="deletes">
-        delete from engine_maintenance where id  = #{id}
+        delete
+        from engine_maintenance
+        where id = #{id}
     </delete>
     <select id="getMaintenanceList" resultType="com.muyu.domain.constants.EngineMaintenance">
         select * from engine_maintenance

cloud-etl-server/src/main/resources/mapper/TypseMapper.xml

@@ -4,14 +4,20 @@
         "http://mybatis.org/dtd/mybatis-3-mapper.dtd">
 <mapper namespace="com.muyu.mapper.TypseMapper">
     <insert id="add">
-        insert t_type values(0,#{name})
+        insert
+        t_type values(0,
+        #{name}
+        )
     </insert>
     <update id="update">
-        update t_type set name = #{name}
+        update t_type
+        set name = #{name}
         where id = #{id}
     </update>
     <delete id="delete">
-        delete from t_type where id = #{id}
+        delete
+        from t_type
+        where id = #{id}
     </delete>
     <select id="list" resultType="com.muyu.domain.constants.Type">
         select *