From 3a445b42db8eb8bfa5cd9fb22700731d14d0fd8e Mon Sep 17 00:00:00 2001 From: An Yong Shuai <1539893812@qq.com> Date: Tue, 25 Jun 2024 08:34:35 +0800 Subject: [PATCH] =?UTF-8?q?=E8=BF=9E=E6=8E=A5=E6=95=B0=E6=8D=AE=E6=BA=90?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .idea/compiler.xml | 4 + .idea/dataSources.local.xml | 20 + .idea/dataSources.xml | 17 + .../06140e5c-6fdb-4f9a-bb2b-176dc64f7745.xml | 1050 +++++++++++++++++ .../storage_v2/_src_/schema/etl.nYkBAA.meta | 2 + .idea/encodings.xml | 4 + .idea/misc.xml | 5 + .idea/setting.xml | 1 + .idea/workspace.xml | 49 +- etl-cleaning/pom.xml | 22 +- .../etl/cleaning/config/DatabaseConfig.java | 47 + .../controller/DatabaseController.java | 43 + .../cleaning/controller/PlaceController.java | 12 + .../etl/cleaning/domian/pojo/DataPlace.java | 47 + .../etl/cleaning/domian/pojo/DateType.java | 26 + .../cleaning/domian/request/PlaceRequest.java | 15 + .../com/etl/cleaning/mapper/PlaceMapper.java | 10 + .../etl/cleaning/service/PlaceService.java | 9 + .../serviceimpl/PlaceServiceImpl.java | 15 + .../src/main/resources/application.properties | 1 - etl-common/pom.xml | 6 +- .../com/etl/common/result/Result.class | Bin 4698 -> 4692 bytes 22 files changed, 1396 insertions(+), 9 deletions(-) create mode 100644 .idea/dataSources.local.xml create mode 100644 .idea/dataSources.xml create mode 100644 .idea/dataSources/06140e5c-6fdb-4f9a-bb2b-176dc64f7745.xml create mode 100644 .idea/dataSources/06140e5c-6fdb-4f9a-bb2b-176dc64f7745/storage_v2/_src_/schema/etl.nYkBAA.meta create mode 100644 etl-cleaning/src/main/java/com/etl/cleaning/config/DatabaseConfig.java create mode 100644 etl-cleaning/src/main/java/com/etl/cleaning/controller/DatabaseController.java create mode 100644 etl-cleaning/src/main/java/com/etl/cleaning/controller/PlaceController.java create mode 100644 etl-cleaning/src/main/java/com/etl/cleaning/domian/pojo/DataPlace.java create mode 100644 etl-cleaning/src/main/java/com/etl/cleaning/domian/pojo/DateType.java create mode 100644 etl-cleaning/src/main/java/com/etl/cleaning/domian/request/PlaceRequest.java create mode 100644 etl-cleaning/src/main/java/com/etl/cleaning/mapper/PlaceMapper.java create mode 100644 etl-cleaning/src/main/java/com/etl/cleaning/service/PlaceService.java create mode 100644 etl-cleaning/src/main/java/com/etl/cleaning/serviceimpl/PlaceServiceImpl.java diff --git a/.idea/compiler.xml b/.idea/compiler.xml index 0c0411e..3168b49 100644 --- a/.idea/compiler.xml +++ b/.idea/compiler.xml @@ -11,5 +11,9 @@ + + + + \ No newline at end of file diff --git a/.idea/dataSources.local.xml b/.idea/dataSources.local.xml new file mode 100644 index 0000000..0f3f510 --- /dev/null +++ b/.idea/dataSources.local.xml @@ -0,0 +1,20 @@ + + + + + + #@ + ` + true + + + master_key + root + + + + + + + + \ No newline at end of file diff --git a/.idea/dataSources.xml b/.idea/dataSources.xml new file mode 100644 index 0000000..17a44cb --- /dev/null +++ b/.idea/dataSources.xml @@ -0,0 +1,17 @@ + + + + + mysql.8 + true + com.mysql.cj.jdbc.Driver + jdbc:mysql://47.101.130.221:3306/etl + + + + + + $ProjectFileDir$ + + + \ No newline at end of file diff --git a/.idea/dataSources/06140e5c-6fdb-4f9a-bb2b-176dc64f7745.xml b/.idea/dataSources/06140e5c-6fdb-4f9a-bb2b-176dc64f7745.xml new file mode 100644 index 0000000..07ca8ee --- /dev/null +++ b/.idea/dataSources/06140e5c-6fdb-4f9a-bb2b-176dc64f7745.xml @@ -0,0 +1,1050 @@ + + + + + exact + InnoDB + InnoDB + |root||root||ALTER|G +|root||root|localhost|ALTER|G +|root||root||ALTER ROUTINE|G +|root||root|localhost|ALTER ROUTINE|G +|root||root||APPLICATION_PASSWORD_ADMIN|G +|root||root|localhost|APPLICATION_PASSWORD_ADMIN|G +|root||root||AUDIT_ADMIN|G +|root||root|localhost|AUDIT_ADMIN|G +|root||mysql.session|localhost|BACKUP_ADMIN|G +|root||root||BACKUP_ADMIN|G +|root||root|localhost|BACKUP_ADMIN|G +|root||root||BINLOG_ADMIN|G +|root||root|localhost|BINLOG_ADMIN|G +|root||root||BINLOG_ENCRYPTION_ADMIN|G +|root||root|localhost|BINLOG_ENCRYPTION_ADMIN|G +|root||mysql.session|localhost|CLONE_ADMIN|G +|root||root||CLONE_ADMIN|G +|root||root|localhost|CLONE_ADMIN|G +|root||mysql.session|localhost|CONNECTION_ADMIN|G +|root||root||CONNECTION_ADMIN|G +|root||root|localhost|CONNECTION_ADMIN|G +|root||root||CREATE|G +|root||root|localhost|CREATE|G +|root||root||CREATE ROLE|G +|root||root|localhost|CREATE ROLE|G +|root||root||CREATE ROUTINE|G +|root||root|localhost|CREATE ROUTINE|G +|root||root||CREATE TABLESPACE|G +|root||root|localhost|CREATE TABLESPACE|G +|root||root||CREATE TEMPORARY TABLES|G +|root||root|localhost|CREATE TEMPORARY TABLES|G +|root||root||CREATE USER|G +|root||root|localhost|CREATE USER|G +|root||root||CREATE VIEW|G +|root||root|localhost|CREATE VIEW|G +|root||root||DELETE|G +|root||root|localhost|DELETE|G +|root||root||DROP|G +|root||root|localhost|DROP|G +|root||root||DROP ROLE|G +|root||root|localhost|DROP ROLE|G +|root||root||ENCRYPTION_KEY_ADMIN|G +|root||root|localhost|ENCRYPTION_KEY_ADMIN|G +|root||root||EVENT|G +|root||root|localhost|EVENT|G +|root||root||EXECUTE|G +|root||root|localhost|EXECUTE|G +|root||root||FILE|G +|root||root|localhost|FILE|G +|root||root||FLUSH_OPTIMIZER_COSTS|G +|root||root|localhost|FLUSH_OPTIMIZER_COSTS|G +|root||root||FLUSH_STATUS|G +|root||root|localhost|FLUSH_STATUS|G +|root||root||FLUSH_TABLES|G +|root||root|localhost|FLUSH_TABLES|G +|root||root||FLUSH_USER_RESOURCES|G +|root||root|localhost|FLUSH_USER_RESOURCES|G +|root||root||GROUP_REPLICATION_ADMIN|G +|root||root|localhost|GROUP_REPLICATION_ADMIN|G +|root||root||INDEX|G +|root||root|localhost|INDEX|G +|root||root||INNODB_REDO_LOG_ARCHIVE|G +|root||root|localhost|INNODB_REDO_LOG_ARCHIVE|G +|root||root||INNODB_REDO_LOG_ENABLE|G +|root||root|localhost|INNODB_REDO_LOG_ENABLE|G +|root||root||INSERT|G +|root||root|localhost|INSERT|G +|root||root||LOCK TABLES|G +|root||root|localhost|LOCK TABLES|G +|root||mysql.session|localhost|PERSIST_RO_VARIABLES_ADMIN|G +|root||root||PERSIST_RO_VARIABLES_ADMIN|G +|root||root|localhost|PERSIST_RO_VARIABLES_ADMIN|G +|root||root||PROCESS|G +|root||root|localhost|PROCESS|G +|root||root||REFERENCES|G +|root||root|localhost|REFERENCES|G +|root||root||RELOAD|G +|root||root|localhost|RELOAD|G +|root||root||REPLICATION CLIENT|G +|root||root|localhost|REPLICATION CLIENT|G +|root||root||REPLICATION SLAVE|G +|root||root|localhost|REPLICATION SLAVE|G +|root||root||REPLICATION_APPLIER|G +|root||root|localhost|REPLICATION_APPLIER|G +|root||root||REPLICATION_SLAVE_ADMIN|G +|root||root|localhost|REPLICATION_SLAVE_ADMIN|G +|root||root||RESOURCE_GROUP_ADMIN|G +|root||root|localhost|RESOURCE_GROUP_ADMIN|G +|root||root||RESOURCE_GROUP_USER|G +|root||root|localhost|RESOURCE_GROUP_USER|G +|root||root||ROLE_ADMIN|G +|root||root|localhost|ROLE_ADMIN|G +|root||mysql.infoschema|localhost|SELECT|G +|root||root||SELECT|G +|root||root|localhost|SELECT|G +|root||root||SERVICE_CONNECTION_ADMIN|G +|root||root|localhost|SERVICE_CONNECTION_ADMIN|G +|root||mysql.session|localhost|SESSION_VARIABLES_ADMIN|G +|root||root||SESSION_VARIABLES_ADMIN|G +|root||root|localhost|SESSION_VARIABLES_ADMIN|G +|root||root||SET_USER_ID|G +|root||root|localhost|SET_USER_ID|G +|root||root||SHOW DATABASES|G +|root||root|localhost|SHOW DATABASES|G +|root||root||SHOW VIEW|G +|root||root|localhost|SHOW VIEW|G +|root||root||SHOW_ROUTINE|G +|root||root|localhost|SHOW_ROUTINE|G +|root||mysql.session|localhost|SHUTDOWN|G +|root||root||SHUTDOWN|G +|root||root|localhost|SHUTDOWN|G +|root||mysql.session|localhost|SUPER|G +|root||root||SUPER|G +|root||root|localhost|SUPER|G +|root||mysql.infoschema|localhost|SYSTEM_USER|G +|root||mysql.session|localhost|SYSTEM_USER|G +|root||mysql.sys|localhost|SYSTEM_USER|G +|root||root||SYSTEM_USER|G +|root||root|localhost|SYSTEM_USER|G +|root||mysql.session|localhost|SYSTEM_VARIABLES_ADMIN|G +|root||root||SYSTEM_VARIABLES_ADMIN|G +|root||root|localhost|SYSTEM_VARIABLES_ADMIN|G +|root||root||TABLE_ENCRYPTION_ADMIN|G +|root||root|localhost|TABLE_ENCRYPTION_ADMIN|G +|root||root||TRIGGER|G +|root||root|localhost|TRIGGER|G +|root||root||UPDATE|G +|root||root|localhost|UPDATE|G +|root||root||XA_RECOVER_ADMIN|G +|root||root|localhost|XA_RECOVER_ADMIN|G +|root||root||grant option|G +|root||root|localhost|grant option|G +performance_schema|schema||mysql.session|localhost|SELECT|G +sys|schema||mysql.sys|localhost|TRIGGER|G + 8.0.26 + + + armscii8 + + + armscii8 + 1 + + + ascii + + + ascii + 1 + + + big5 + + + big5 + 1 + + + binary + 1 + + + cp1250 + + + cp1250 + + + cp1250 + + + cp1250 + 1 + + + cp1250 + + + cp1251 + + + cp1251 + + + cp1251 + 1 + + + cp1251 + + + cp1251 + + + cp1256 + + + cp1256 + 1 + + + cp1257 + + + cp1257 + 1 + + + cp1257 + + + cp850 + + + cp850 + 1 + + + cp852 + + + cp852 + 1 + + + cp866 + + + cp866 + 1 + + + cp932 + + + cp932 + 1 + + + dec8 + + + dec8 + 1 + + + eucjpms + + + eucjpms + 1 + + + euckr + + + euckr + 1 + + + gb18030 + + + gb18030 + 1 + + + gb18030 + + + gb2312 + + + gb2312 + 1 + + + gbk + + + gbk + 1 + + + geostd8 + + + geostd8 + 1 + + + greek + + + greek + 1 + + + hebrew + + + hebrew + 1 + + + hp8 + + + hp8 + 1 + + + keybcs2 + + + keybcs2 + 1 + + + koi8r + + + koi8r + 1 + + + koi8u + + + koi8u + 1 + + + latin1 + + + latin1 + + + latin1 + + + latin1 + + + latin1 + + + latin1 + + + latin1 + + + latin1 + 1 + + + latin2 + + + latin2 + + + latin2 + + + latin2 + 1 + + + latin2 + + + latin5 + + + latin5 + 1 + + + latin7 + + + latin7 + + + latin7 + 1 + + + latin7 + + + macce + + + macce + 1 + + + macroman + + + macroman + 1 + + + sjis + + + sjis + 1 + + + swe7 + + + swe7 + 1 + + + tis620 + + + tis620 + 1 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + 1 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ucs2 + + + ujis + + + ujis + 1 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + 1 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + + + utf16 + + + utf16le + + + utf16le + 1 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + 1 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + + + utf32 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + 1 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8 + + + utf8mb4 + 1 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + utf8mb4 + + + 1 + 2024-06-24.08:13:15 + utf8mb4_0900_ai_ci + + + utf8_general_ci + + + utf8mb4_0900_ai_ci + + + utf8mb4_0900_ai_ci + + + utf8mb4_0900_ai_ci + + + utf8mb4_0900_ai_ci + + + utf8_general_ci + + + utf8mb4_0900_ai_ci + + + 0 + localhost + caching_sha2_password + + + 0 + localhost + caching_sha2_password + + + 0 + localhost + caching_sha2_password + + + caching_sha2_password + + + localhost + caching_sha2_password + + + \ No newline at end of file diff --git a/.idea/dataSources/06140e5c-6fdb-4f9a-bb2b-176dc64f7745/storage_v2/_src_/schema/etl.nYkBAA.meta b/.idea/dataSources/06140e5c-6fdb-4f9a-bb2b-176dc64f7745/storage_v2/_src_/schema/etl.nYkBAA.meta new file mode 100644 index 0000000..f8bb948 --- /dev/null +++ b/.idea/dataSources/06140e5c-6fdb-4f9a-bb2b-176dc64f7745/storage_v2/_src_/schema/etl.nYkBAA.meta @@ -0,0 +1,2 @@ +#n:etl +! [0, 0, null, null, -2147483648, -2147483648] diff --git a/.idea/encodings.xml b/.idea/encodings.xml index 400a3ad..9889897 100644 --- a/.idea/encodings.xml +++ b/.idea/encodings.xml @@ -1,6 +1,10 @@ + + + + diff --git a/.idea/misc.xml b/.idea/misc.xml index a63fe37..8cc4f1e 100644 --- a/.idea/misc.xml +++ b/.idea/misc.xml @@ -8,6 +8,11 @@ + diff --git a/.idea/setting.xml b/.idea/setting.xml index ed05fd8..b805bef 100644 --- a/.idea/setting.xml +++ b/.idea/setting.xml @@ -1,6 +1,7 @@ + - - + + + + + + + + + + + + + + - - - + + + +