diff --git a/cloud-etl-server/src/main/java/com/muyu/BasicEngine.java b/cloud-etl-server/src/main/java/com/muyu/BasicEngine.java new file mode 100644 index 0000000..4079b6e --- /dev/null +++ b/cloud-etl-server/src/main/java/com/muyu/BasicEngine.java @@ -0,0 +1,17 @@ +package com.muyu; + +import com.muyu.handler.DataEngineHandler; + +public interface BasicEngine { + + public void set(V dataValue); + + public V get(); + + public default void remove() { + DataEngineHandler.remove(); + } + + public void execution(); + +} diff --git a/cloud-etl-server/src/main/java/com/muyu/abstracts/DataEngineDataSetActuator.java b/cloud-etl-server/src/main/java/com/muyu/abstracts/DataEngineDataSetActuator.java new file mode 100644 index 0000000..4846647 --- /dev/null +++ b/cloud-etl-server/src/main/java/com/muyu/abstracts/DataEngineDataSetActuator.java @@ -0,0 +1,17 @@ +package com.muyu.abstracts; + + +import com.muyu.BasicEngine; +import com.muyu.handler.DataEngineDataSetHandler; + +public abstract class DataEngineDataSetActuator implements BasicEngine { + + public void set(DataValue[][] dataValue) { + DataEngineDataSetHandler.set(dataValue); + } + + public DataValue[][] get() { + return DataEngineDataSetHandler.get(); + } + +} diff --git a/cloud-etl-server/src/main/java/com/muyu/abstracts/DataEngineRowActuator.java b/cloud-etl-server/src/main/java/com/muyu/abstracts/DataEngineRowActuator.java new file mode 100644 index 0000000..6c82330 --- /dev/null +++ b/cloud-etl-server/src/main/java/com/muyu/abstracts/DataEngineRowActuator.java @@ -0,0 +1,16 @@ +package com.muyu.abstracts; + +import com.muyu.BasicEngine; +import com.muyu.handler.DataEngineRowHandler; + +public abstract class DataEngineRowActuator implements BasicEngine { + + public void set(DataValue[] dataValue) { + DataEngineRowHandler.set(dataValue); + } + + public DataValue[] get() { + return DataEngineRowHandler.get(); + } + +} diff --git a/cloud-etl-server/src/main/java/com/muyu/abstracts/DataEngineValueActuator.java b/cloud-etl-server/src/main/java/com/muyu/abstracts/DataEngineValueActuator.java new file mode 100644 index 0000000..aab2c67 --- /dev/null +++ b/cloud-etl-server/src/main/java/com/muyu/abstracts/DataEngineValueActuator.java @@ -0,0 +1,25 @@ +package com.muyu.abstracts; + +import com.muyu.BasicEngine; +import com.muyu.handler.DataEngineValueHandler; + +public abstract class DataEngineValueActuator implements BasicEngine { + + public void set(DataValue dataValue) { + DataEngineValueHandler.set(dataValue); + } + + public DataValue get() { + return DataEngineValueHandler.get(); + } + + + @Override + public void execution() { + this.run(); + this.remove(); + } + + public abstract void run(); + +} diff --git a/cloud-etl-server/src/main/java/com/muyu/abstracts/DataValue.java b/cloud-etl-server/src/main/java/com/muyu/abstracts/DataValue.java new file mode 100644 index 0000000..4226cbc --- /dev/null +++ b/cloud-etl-server/src/main/java/com/muyu/abstracts/DataValue.java @@ -0,0 +1,34 @@ +package com.muyu.abstracts; + +import lombok.AllArgsConstructor; +import lombok.Data; +import lombok.NoArgsConstructor; + +/** + * @Author:qdm + * @Package:com.muyu.abstracts + * @Project:cloud-etl-engine + * @name:DataValue + * @Date:2024/9/2 19:26 + */ +@Data +@AllArgsConstructor +@NoArgsConstructor +public abstract class DataValue { + /** + * 键 + */ + private String key; + /** + * 值 + */ + private String value; + /** + * 类型 + */ + private String type; + /** + * 描述 + */ + private String label; +} diff --git a/cloud-etl-server/src/main/java/com/muyu/engine/row/ENGINE_ROW_HANG_R1.java b/cloud-etl-server/src/main/java/com/muyu/engine/row/ENGINE_ROW_HANG_R1.java new file mode 100644 index 0000000..137b885 --- /dev/null +++ b/cloud-etl-server/src/main/java/com/muyu/engine/row/ENGINE_ROW_HANG_R1.java @@ -0,0 +1,25 @@ +package com.muyu.engine.row; + +import com.muyu.abstracts.DataEngineRowActuator; +import com.muyu.abstracts.DataValue; + +import java.util.Arrays; +import java.util.HashSet; +import java.util.Set; + +public class ENGINE_ROW_HANG_R1 extends DataEngineRowActuator { + @Override + public void execution() { + DataValue[] dataValues = get(); + + // 使用 HashSet 去重 + Set uniquePeople = new HashSet<>(Arrays.asList(dataValues)); + + // 将 Set 转换回数组 + DataValue[] uniqueArray = uniquePeople.toArray(new DataValue[0]); + + System.out.println(Arrays.toString(uniqueArray)); + + } + +} diff --git a/cloud-etl-server/src/main/java/com/muyu/engine/value/ENGINE_PHONE_TEST_V1.java b/cloud-etl-server/src/main/java/com/muyu/engine/value/ENGINE_PHONE_TEST_V1.java new file mode 100644 index 0000000..1c00dc1 --- /dev/null +++ b/cloud-etl-server/src/main/java/com/muyu/engine/value/ENGINE_PHONE_TEST_V1.java @@ -0,0 +1,6 @@ +package com.muyu.engine.value; + +public class ENGINE_PHONE_TEST_V1 { + + +} diff --git a/cloud-etl-server/src/main/java/com/muyu/engine/value/ENGINE_VALUE_VFD1000_V1.java b/cloud-etl-server/src/main/java/com/muyu/engine/value/ENGINE_VALUE_VFD1000_V1.java new file mode 100644 index 0000000..5a8bbc7 --- /dev/null +++ b/cloud-etl-server/src/main/java/com/muyu/engine/value/ENGINE_VALUE_VFD1000_V1.java @@ -0,0 +1,15 @@ +package com.muyu.engine.value; + +import com.muyu.abstracts.DataEngineValueActuator; +import com.muyu.abstracts.DataValue; + +public class ENGINE_VALUE_VFD1000_V1 extends DataEngineValueActuator { + @Override + public void run() { + DataValue dataValue = get(); + if (dataValue.getValue() == null) { + System.out.println("数据为空"); + } + } + +} diff --git a/cloud-etl-server/src/main/java/com/muyu/engine/value/ENGINE_VALUE_VFD1000_V2.java b/cloud-etl-server/src/main/java/com/muyu/engine/value/ENGINE_VALUE_VFD1000_V2.java new file mode 100644 index 0000000..a917c12 --- /dev/null +++ b/cloud-etl-server/src/main/java/com/muyu/engine/value/ENGINE_VALUE_VFD1000_V2.java @@ -0,0 +1,15 @@ +//package com.muyu.engine.value; +// +//import com.muyu.abstracts.DataEngineValueActuator; +//import com.muyu.abstracts.DataValue; +// +//public class ENGINE_VALUE_VFD1000_V2 extends DataEngineValueActuator { +// @Override +// public void run() { +// +// DataValue dataValue = get(); +// +// String string = Desensitization.mobilePhoneDesensitization((String) dataValue.getValue()); +// System.out.println("手机号脱敏的结果是====>" + string); +// } +//} diff --git a/cloud-etl-server/src/main/java/com/muyu/engine/value/ENGINE_phone_zzzzz_V9.java b/cloud-etl-server/src/main/java/com/muyu/engine/value/ENGINE_phone_zzzzz_V9.java new file mode 100644 index 0000000..705892b --- /dev/null +++ b/cloud-etl-server/src/main/java/com/muyu/engine/value/ENGINE_phone_zzzzz_V9.java @@ -0,0 +1,14 @@ +package com.muyu.engine.value; + +import com.muyu.abstracts.DataEngineValueActuator; +import com.muyu.abstracts.DataValue; + +public class ENGINE_phone_zzzzz_V9 extends DataEngineValueActuator { + @Override + public void run() { + DataValue dataValue = get(); + if (dataValue.getValue() == null) { + System.out.println("数据为空"); + } + } +} diff --git a/cloud-etl-server/src/main/java/com/muyu/handler/DataEngineDataSetHandler.java b/cloud-etl-server/src/main/java/com/muyu/handler/DataEngineDataSetHandler.java new file mode 100644 index 0000000..351bf11 --- /dev/null +++ b/cloud-etl-server/src/main/java/com/muyu/handler/DataEngineDataSetHandler.java @@ -0,0 +1,13 @@ +package com.muyu.handler; + +import com.muyu.abstracts.DataValue; + +public class DataEngineDataSetHandler { + + public static void set(DataValue[][] dataDescribe){DataEngineHandler.set(dataDescribe);} + + public static DataValue[][] get(){ + return DataEngineHandler.get(); + } + +} diff --git a/cloud-etl-server/src/main/java/com/muyu/handler/DataEngineHandler.java b/cloud-etl-server/src/main/java/com/muyu/handler/DataEngineHandler.java new file mode 100644 index 0000000..e2ded75 --- /dev/null +++ b/cloud-etl-server/src/main/java/com/muyu/handler/DataEngineHandler.java @@ -0,0 +1,28 @@ +package com.muyu.handler; + +public class DataEngineHandler { + + private static final ThreadLocal dataEngineHandler = new ThreadLocal<>(); + + public static void set(final Object handler){ + + dataEngineHandler.set(handler); + } + + public static T get(){ + + return (T) dataEngineHandler.get(); + } + + +public static void remove(){ + dataEngineHandler.remove(); +} + + + + + + + +} diff --git a/cloud-etl-server/src/main/java/com/muyu/handler/DataEngineRowHandler.java b/cloud-etl-server/src/main/java/com/muyu/handler/DataEngineRowHandler.java new file mode 100644 index 0000000..0e9cef2 --- /dev/null +++ b/cloud-etl-server/src/main/java/com/muyu/handler/DataEngineRowHandler.java @@ -0,0 +1,13 @@ +package com.muyu.handler; + +import com.muyu.abstracts.DataValue; + +public class DataEngineRowHandler { + + public static void set(DataValue[] dataDescribe){DataEngineHandler.set(dataDescribe);} + + public static DataValue[] get(){ + return DataEngineHandler.get(); + } + +} diff --git a/cloud-etl-server/src/main/java/com/muyu/handler/DataEngineValueHandler.java b/cloud-etl-server/src/main/java/com/muyu/handler/DataEngineValueHandler.java new file mode 100644 index 0000000..891cd9e --- /dev/null +++ b/cloud-etl-server/src/main/java/com/muyu/handler/DataEngineValueHandler.java @@ -0,0 +1,33 @@ +package com.muyu.handler; + +import com.muyu.abstracts.DataValue; +import com.muyu.common.core.text.Convert; + + +public class DataEngineValueHandler { + + + public static void set(DataValue dataDescribe) { + + DataEngineHandler.set(dataDescribe); + } + + public static DataValue get() { + return DataEngineHandler.get(); + } + + + public static void remove() { + DataEngineHandler.remove(); + } + + + public static Object getValue() { + return get().getValue(); + } + + public static Integer getInt() { + return Convert.toInt(getValue(), null); + } + +}