TreeData
/
cloud-etl-source
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

修改映射

master
lwj 2024-08-26 10:23:07 +08:00
parent 96a2ff7ef5
commit 52c19ac8c4
6 changed files with 84 additions and 158 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
cloud-etl-server/pom.xml
View File

@ -18,6 +18,12 @@
<dependencies> <dependencies>
<dependency>
<groupId>redis.clients</groupId>
<artifactId>jedis</artifactId>
<version>2.9.0</version>
</dependency>
<dependency> <dependency>
<groupId>com.muyu</groupId> <groupId>com.muyu</groupId>

8
cloud-etl-server/src/main/java/com/muyu/cloud/etl/controller/SourceController.java
View File

@ -89,7 +89,13 @@ public class SourceController extends BaseController {
//同步资产结构 //同步资产结构
@PostMapping("/structure") @PostMapping("/structure")
public Result structure(@RequestBody Source source) throws ServletException { public Result structure(@RequestBody Source source) throws ServletException {
return toAjax(sourceService.structure(source)); if(source.getDatabaseType().equals("mysql")){
return toAjax(sourceService.structure(source));
}
if(source.getDatabaseType().equals("redis")){
return toAjax(sourceService.redis(source));
}
return toAjax(0);
} }

2
cloud-etl-server/src/main/java/com/muyu/cloud/etl/service/SourceService.java
View File

@ -20,4 +20,6 @@ public interface SourceService extends IService<Source> {
int connectionTest(Source source); int connectionTest(Source source);
int structure(Source source); int structure(Source source);
int redis(Source source);
} }

23
cloud-etl-server/src/main/java/com/muyu/cloud/etl/service/impl/SourceServiceImpl.java
View File

@ -14,10 +14,14 @@ import com.muyu.domain.TableInfo;
import com.muyu.domain.req.SourceReq; import com.muyu.domain.req.SourceReq;
import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service; import org.springframework.stereotype.Service;
import redis.clients.jedis.Jedis;
import redis.clients.jedis.JedisPool;
import redis.clients.jedis.JedisPoolConfig;
import java.sql.*; import java.sql.*;
import java.util.Date; import java.util.Date;
import java.util.List; import java.util.List;
import java.util.Set;
import java.util.concurrent.ExecutorService; import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors; import java.util.concurrent.Executors;
@ -151,7 +155,7 @@ public class SourceServiceImpl extends ServiceImpl<SourceMapper, Source> impleme
DatabaseMetaData metaData = conn.getMetaData(); DatabaseMetaData metaData = conn.getMetaData();
ResultSet rs = metaData.getTables(databaseName, ResultSet rs = metaData.getTables(databaseName,
null, "%", new String[]{"TABLE", "VIEW"}); null, "%", new String[]{"TABLE"});
while (rs.next()) { while (rs.next()) {
String tableName = rs.getString("TABLE_NAME"); // 或者 rs.getString(3)，但使用列名更清晰 String tableName = rs.getString("TABLE_NAME"); // 或者 rs.getString(3)，但使用列名更清晰
@ -207,6 +211,23 @@ public class SourceServiceImpl extends ServiceImpl<SourceMapper, Source> impleme
return 1; return 1;
} }
@Override
public int redis(Source source) {
JedisPoolConfig jedisPoolConfig = new JedisPoolConfig();
jedisPoolConfig.setMaxTotal(100);
jedisPoolConfig.setMaxIdle(100);
jedisPoolConfig.setMaxWaitMillis(source.getMaxWaitTime());
JedisPool jedisPool = new JedisPool(jedisPoolConfig, "172.13.1.1", 6379, 3000, null);
Jedis jedis = jedisPool.getResource();
Set<String> keys = jedis.keys("*");
for (String key : keys) {
String value = jedis.get(key);
System.out.println(value);
}
return 0;
}
public void syncData(Connection conn, String databaseName, TableInfo table) throws SQLException { public void syncData(Connection conn, String databaseName, TableInfo table) throws SQLException {

1
cloud-etl-server/src/main/java/com/muyu/cloud/etl/service/impl/StructureServiceImpl.java
View File

@ -10,3 +10,4 @@ import org.springframework.stereotype.Service;
public class StructureServiceImpl extends ServiceImpl<StructureMapper, Structure> implements StructureService { public class StructureServiceImpl extends ServiceImpl<StructureMapper, Structure> implements StructureService {
} }

202
logs/cloud-etl/info.log
View File

@ -1,156 +1,46 @@
20:35:44.197 [main] INFO c.m.c.e.MuYuEtlApplication - [logStartupProfileInfo,660] - The following 1 profile is active: "dev" 10:06:18.055 [main] INFO c.m.c.e.MuYuEtlApplication - [logStartupProfileInfo,660] - The following 1 profile is active: "dev"
20:35:46.336 [main] INFO o.a.c.c.StandardService - [log,173] - Starting service [Tomcat] 10:06:20.520 [main] INFO o.a.c.c.StandardService - [log,173] - Starting service [Tomcat]
20:35:46.337 [main] INFO o.a.c.c.StandardEngine - [log,173] - Starting Servlet engine: [Apache Tomcat/10.1.24] 10:06:20.520 [main] INFO o.a.c.c.StandardEngine - [log,173] - Starting Servlet engine: [Apache Tomcat/10.1.24]
20:35:46.399 [main] INFO o.a.c.c.C.[.[.[/] - [log,173] - Initializing Spring embedded WebApplicationContext 10:06:20.613 [main] INFO o.a.c.c.C.[.[.[/] - [log,173] - Initializing Spring embedded WebApplicationContext
20:35:52.045 [main] INFO c.a.d.p.DruidDataSource - [init,1002] - {dataSource-1,master} inited 10:06:22.289 [main] INFO c.a.d.p.DruidDataSource - [init,1002] - {dataSource-1,master} inited
20:35:52.046 [main] INFO c.b.d.d.DynamicRoutingDataSource - [addDataSource,158] - dynamic-datasource - add a datasource named [master] success 10:06:22.290 [main] INFO c.b.d.d.DynamicRoutingDataSource - [addDataSource,158] - dynamic-datasource - add a datasource named [master] success
20:35:52.046 [main] INFO c.b.d.d.DynamicRoutingDataSource - [afterPropertiesSet,241] - dynamic-datasource initial loaded [1] datasource,primary datasource named [master] 10:06:22.291 [main] INFO c.b.d.d.DynamicRoutingDataSource - [afterPropertiesSet,241] - dynamic-datasource initial loaded [1] datasource,primary datasource named [master]
20:35:52.130 [main] INFO c.m.c.d.MyMetaObjectHandler - [<init>,17] - 元对象字段填充控制器 ------- 加载完成 10:06:22.372 [main] INFO c.m.c.d.MyMetaObjectHandler - [<init>,17] - 元对象字段填充控制器 ------- 加载完成
20:35:52.368 [main] INFO c.b.d.d.DynamicRoutingDataSource - [destroy,215] - dynamic-datasource start closing .... 10:06:23.217 [main] INFO c.a.c.s.SentinelWebMvcConfigurer - [addInterceptors,52] - [Sentinel Starter] register SentinelWebInterceptor with urlPatterns: [/**].
20:35:52.369 [main] INFO c.a.d.p.DruidDataSource - [close,2204] - {dataSource-1} closing ... 10:06:27.483 [main] INFO c.m.c.x.XXLJobConfig - [xxlJobExecutor,25] - >>>>>>>>>>> xxl-job config init success.
20:35:52.376 [main] INFO c.a.d.p.DruidDataSource - [close,2277] - {dataSource-1} closed 10:06:29.884 [main] INFO c.x.j.c.e.XxlJobExecutor - [registJobHandler,183] - >>>>>>>>>>> xxl-job register jobhandler success, name:xxl-job-demo-one-param, jobHandler:com.xxl.job.core.handler.impl.MethodJobHandler@5fc444d0[class com.muyu.common.xxl.demo.XxlJobDemoService#xxlJobDemoOneParam]
20:35:52.376 [main] INFO c.b.d.d.d.DefaultDataSourceDestroyer - [destroy,98] - dynamic-datasource close the datasource named [master] success, 10:06:29.884 [main] INFO c.x.j.c.e.XxlJobExecutor - [registJobHandler,183] - >>>>>>>>>>> xxl-job register jobhandler success, name:xxl-job-demo-no-param, jobHandler:com.xxl.job.core.handler.impl.MethodJobHandler@1f27b6fc[class com.muyu.common.xxl.demo.XxlJobDemoService#xxlJobDemoNoParam]
20:35:52.376 [main] INFO c.b.d.d.DynamicRoutingDataSource - [destroy,219] - dynamic-datasource all closed success,bye 10:06:30.166 [Thread-12] INFO c.x.j.c.s.EmbedServer - [run,82] - >>>>>>>>>>> xxl-job remoting server start success, nettype = class com.xxl.job.core.server.EmbedServer, port = 9999
20:35:52.377 [main] INFO o.a.c.c.StandardService - [log,173] - Stopping service [Tomcat] 10:06:31.150 [main] INFO c.a.n.client.naming - [initNamespaceForNaming,62] - initializer namespace from ans.namespace attribute : null
20:37:42.792 [main] INFO c.m.c.e.MuYuEtlApplication - [logStartupProfileInfo,660] - The following 1 profile is active: "dev" 10:06:31.150 [main] INFO c.a.n.client.naming - [lambda$initNamespaceForNaming$0,66] - initializer namespace from ALIBABA_ALIWARE_NAMESPACE attribute :null
20:37:44.949 [main] INFO o.a.c.c.StandardService - [log,173] - Starting service [Tomcat] 10:06:31.151 [main] INFO c.a.n.client.naming - [lambda$initNamespaceForNaming$1,73] - initializer namespace from namespace attribute :null
20:37:44.950 [main] INFO o.a.c.c.StandardEngine - [log,173] - Starting Servlet engine: [Apache Tomcat/10.1.24] 10:06:31.155 [main] INFO c.a.n.client.naming - [<init>,74] - FailoverDataSource type is class com.alibaba.nacos.client.naming.backups.datasource.DiskFailoverDataSource
20:37:45.020 [main] INFO o.a.c.c.C.[.[.[/] - [log,173] - Initializing Spring embedded WebApplicationContext 10:06:31.159 [main] INFO c.a.n.p.a.s.c.ClientAuthPluginManager - [init,56] - [ClientAuthPluginManager] Load ClientAuthService com.alibaba.nacos.client.auth.impl.NacosClientAuthServiceImpl success.
20:37:48.180 [main] INFO c.a.d.p.DruidDataSource - [init,1002] - {dataSource-1,master} inited 10:06:31.159 [main] INFO c.a.n.p.a.s.c.ClientAuthPluginManager - [init,56] - [ClientAuthPluginManager] Load ClientAuthService com.alibaba.nacos.client.auth.ram.RamClientAuthServiceImpl success.
20:37:48.181 [main] INFO c.b.d.d.DynamicRoutingDataSource - [addDataSource,158] - dynamic-datasource - add a datasource named [master] success 10:06:31.272 [main] INFO c.a.n.c.r.client - [lambda$createClient$0,118] - [RpcClientFactory] create a new rpc client of 9ffc2b9b-9098-4a81-b0c1-7c5feabf4119
20:37:48.182 [main] INFO c.b.d.d.DynamicRoutingDataSource - [afterPropertiesSet,241] - dynamic-datasource initial loaded [1] datasource,primary datasource named [master] 10:06:31.274 [main] INFO c.a.n.client.naming - [<init>,109] - Create naming rpc client for uuid->9ffc2b9b-9098-4a81-b0c1-7c5feabf4119
20:37:48.264 [main] INFO c.m.c.d.MyMetaObjectHandler - [<init>,17] - 元对象字段填充控制器 ------- 加载完成 10:06:31.274 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [9ffc2b9b-9098-4a81-b0c1-7c5feabf4119] RpcClient init, ServerListFactory = com.alibaba.nacos.client.naming.core.ServerListManager
20:37:48.465 [main] INFO c.b.d.d.DynamicRoutingDataSource - [destroy,215] - dynamic-datasource start closing .... 10:06:31.274 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [9ffc2b9b-9098-4a81-b0c1-7c5feabf4119] Registry connection listener to current client:com.alibaba.nacos.client.naming.remote.gprc.redo.NamingGrpcRedoService
20:37:48.467 [main] INFO c.a.d.p.DruidDataSource - [close,2204] - {dataSource-1} closing ... 10:06:31.274 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [9ffc2b9b-9098-4a81-b0c1-7c5feabf4119] Register server push request handler:com.alibaba.nacos.client.naming.remote.gprc.NamingPushRequestHandler
20:37:48.473 [main] INFO c.a.d.p.DruidDataSource - [close,2277] - {dataSource-1} closed 10:06:31.275 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [9ffc2b9b-9098-4a81-b0c1-7c5feabf4119] Try to connect to server on start up, server: {serverIp = '47.116.184.54', server main port = 8848}
20:37:48.473 [main] INFO c.b.d.d.d.DefaultDataSourceDestroyer - [destroy,98] - dynamic-datasource close the datasource named [master] success, 10:06:31.275 [main] INFO c.a.n.c.r.c.g.GrpcClient - [createNewManagedChannel,210] - grpc client connection server:47.116.184.54 ip,serverPort:9848,grpcTslConfig:{"sslProvider":"","enableTls":false,"mutualAuthEnable":false,"trustAll":false}
20:37:48.473 [main] INFO c.b.d.d.DynamicRoutingDataSource - [destroy,219] - dynamic-datasource all closed success,bye 10:06:31.360 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [9ffc2b9b-9098-4a81-b0c1-7c5feabf4119] Success to connect to server [47.116.184.54:8848] on start up, connectionId = 1724637990887_139.224.212.27_62898
20:37:48.474 [main] INFO o.a.c.c.StandardService - [log,173] - Stopping service [Tomcat] 10:06:31.360 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [9ffc2b9b-9098-4a81-b0c1-7c5feabf4119] Register server push request handler:com.alibaba.nacos.common.remote.client.RpcClient$ConnectResetRequestHandler
20:40:26.144 [main] INFO c.m.c.e.MuYuEtlApplication - [logStartupProfileInfo,660] - The following 1 profile is active: "dev" 10:06:31.361 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [9ffc2b9b-9098-4a81-b0c1-7c5feabf4119] Register server push request handler:com.alibaba.nacos.common.remote.client.RpcClient$$Lambda$632/0x0000027781524078
20:40:28.325 [main] INFO o.a.c.c.StandardService - [log,173] - Starting service [Tomcat] 10:06:31.360 [com.alibaba.nacos.client.remote.worker.0] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [9ffc2b9b-9098-4a81-b0c1-7c5feabf4119] Notify connected event to listeners.
20:40:28.325 [main] INFO o.a.c.c.StandardEngine - [log,173] - Starting Servlet engine: [Apache Tomcat/10.1.24] 10:06:31.361 [com.alibaba.nacos.client.remote.worker.0] INFO c.a.n.client.naming - [onConnected,90] - Grpc connection connect
20:40:28.396 [main] INFO o.a.c.c.C.[.[.[/] - [log,173] - Initializing Spring embedded WebApplicationContext 10:06:31.362 [main] INFO c.a.n.client.naming - [registerService,133] - [REGISTER-SERVICE] cloud-2112 registering service cloud-source with instance Instance{instanceId='null', ip='192.168.1.123', port=10005, weight=1.0, healthy=true, enabled=true, ephemeral=true, clusterName='DEFAULT', serviceName='null', metadata={IPv6=null, preserved.register.source=SPRING_CLOUD}}
20:40:29.856 [main] INFO c.a.d.p.DruidDataSource - [init,1002] - {dataSource-1,master} inited 10:06:31.385 [main] INFO c.a.c.n.r.NacosServiceRegistry - [register,76] - nacos registry, DEFAULT_GROUP cloud-source 192.168.1.123:10005 register finished
20:40:29.857 [main] INFO c.b.d.d.DynamicRoutingDataSource - [addDataSource,158] - dynamic-datasource - add a datasource named [master] success 10:06:32.551 [main] INFO c.m.c.e.MuYuEtlApplication - [logStarted,56] - Started MuYuEtlApplication in 19.512 seconds (process running for 20.638)
20:40:29.857 [main] INFO c.b.d.d.DynamicRoutingDataSource - [afterPropertiesSet,241] - dynamic-datasource initial loaded [1] datasource,primary datasource named [master] 10:06:32.560 [main] INFO c.a.n.c.c.i.CacheData - [initNotifyWarnTimeout,72] - config listener notify warn timeout millis use default 60000 millis
20:40:29.937 [main] INFO c.m.c.d.MyMetaObjectHandler - [<init>,17] - 元对象字段填充控制器 ------- 加载完成 10:06:32.560 [main] INFO c.a.n.c.c.i.CacheData - [<clinit>,99] - nacos.cache.data.init.snapshot = true
20:40:30.783 [main] INFO c.a.c.s.SentinelWebMvcConfigurer - [addInterceptors,52] - [Sentinel Starter] register SentinelWebInterceptor with urlPatterns: [/**]. 10:06:32.561 [main] INFO c.a.n.c.c.i.ClientWorker - [addCacheDataIfAbsent,416] - [fixed-cloud-2112-47.116.184.54_8848] [subscribe] cloud-source-dev.yml+DEFAULT_GROUP+cloud-2112
20:40:34.937 [main] INFO c.m.c.x.XXLJobConfig - [xxlJobExecutor,25] - >>>>>>>>>>> xxl-job config init success. 10:06:32.570 [main] INFO c.a.n.c.c.i.CacheData - [addListener,236] - [fixed-cloud-2112-47.116.184.54_8848] [add-listener] ok, tenant=cloud-2112, dataId=cloud-source-dev.yml, group=DEFAULT_GROUP, cnt=1
20:40:37.213 [main] INFO c.x.j.c.e.XxlJobExecutor - [registJobHandler,183] - >>>>>>>>>>> xxl-job register jobhandler success, name:xxl-job-demo-one-param, jobHandler:com.xxl.job.core.handler.impl.MethodJobHandler@3df3e1e9[class com.muyu.common.xxl.demo.XxlJobDemoService#xxlJobDemoOneParam] 10:06:32.570 [main] INFO c.a.c.n.r.NacosContextRefresher - [registerNacosListener,131] - [Nacos Config] Listening config: dataId=cloud-source-dev.yml, group=DEFAULT_GROUP
20:40:37.213 [main] INFO c.x.j.c.e.XxlJobExecutor - [registJobHandler,183] - >>>>>>>>>>> xxl-job register jobhandler success, name:xxl-job-demo-no-param, jobHandler:com.xxl.job.core.handler.impl.MethodJobHandler@d2c8c3b[class com.muyu.common.xxl.demo.XxlJobDemoService#xxlJobDemoNoParam] 10:06:32.571 [main] INFO c.a.n.c.c.i.ClientWorker - [addCacheDataIfAbsent,416] - [fixed-cloud-2112-47.116.184.54_8848] [subscribe] cloud-source.yml+DEFAULT_GROUP+cloud-2112
20:40:37.499 [Thread-12] INFO c.x.j.c.s.EmbedServer - [run,82] - >>>>>>>>>>> xxl-job remoting server start success, nettype = class com.xxl.job.core.server.EmbedServer, port = 9999 10:06:32.571 [main] INFO c.a.n.c.c.i.CacheData - [addListener,236] - [fixed-cloud-2112-47.116.184.54_8848] [add-listener] ok, tenant=cloud-2112, dataId=cloud-source.yml, group=DEFAULT_GROUP, cnt=1
20:40:38.512 [main] INFO c.a.n.client.naming - [initNamespaceForNaming,62] - initializer namespace from ans.namespace attribute : null 10:06:32.571 [main] INFO c.a.c.n.r.NacosContextRefresher - [registerNacosListener,131] - [Nacos Config] Listening config: dataId=cloud-source.yml, group=DEFAULT_GROUP
20:40:38.512 [main] INFO c.a.n.client.naming - [lambda$initNamespaceForNaming$0,66] - initializer namespace from ALIBABA_ALIWARE_NAMESPACE attribute :null 10:06:32.571 [main] INFO c.a.n.c.c.i.ClientWorker - [addCacheDataIfAbsent,416] - [fixed-cloud-2112-47.116.184.54_8848] [subscribe] cloud-source+DEFAULT_GROUP+cloud-2112
20:40:38.513 [main] INFO c.a.n.client.naming - [lambda$initNamespaceForNaming$1,73] - initializer namespace from namespace attribute :null 10:06:32.571 [main] INFO c.a.n.c.c.i.CacheData - [addListener,236] - [fixed-cloud-2112-47.116.184.54_8848] [add-listener] ok, tenant=cloud-2112, dataId=cloud-source, group=DEFAULT_GROUP, cnt=1
20:40:38.517 [main] INFO c.a.n.client.naming - [<init>,74] - FailoverDataSource type is class com.alibaba.nacos.client.naming.backups.datasource.DiskFailoverDataSource 10:06:32.571 [main] INFO c.a.c.n.r.NacosContextRefresher - [registerNacosListener,131] - [Nacos Config] Listening config: dataId=cloud-source, group=DEFAULT_GROUP
20:40:38.521 [main] INFO c.a.n.p.a.s.c.ClientAuthPluginManager - [init,56] - [ClientAuthPluginManager] Load ClientAuthService com.alibaba.nacos.client.auth.impl.NacosClientAuthServiceImpl success. 10:06:32.846 [RMI TCP Connection(3)-172.16.0.9] INFO o.a.c.c.C.[.[.[/] - [log,173] - Initializing Spring DispatcherServlet 'dispatcherServlet'
20:40:38.521 [main] INFO c.a.n.p.a.s.c.ClientAuthPluginManager - [init,56] - [ClientAuthPluginManager] Load ClientAuthService com.alibaba.nacos.client.auth.ram.RamClientAuthServiceImpl success.
20:40:38.650 [main] INFO c.a.n.c.r.client - [lambda$createClient$0,118] - [RpcClientFactory] create a new rpc client of bc0b5ebe-3d8f-49d1-bb9e-6a8e1856612a
20:40:38.652 [main] INFO c.a.n.client.naming - [<init>,109] - Create naming rpc client for uuid->bc0b5ebe-3d8f-49d1-bb9e-6a8e1856612a
20:40:38.653 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [bc0b5ebe-3d8f-49d1-bb9e-6a8e1856612a] RpcClient init, ServerListFactory = com.alibaba.nacos.client.naming.core.ServerListManager
20:40:38.653 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [bc0b5ebe-3d8f-49d1-bb9e-6a8e1856612a] Registry connection listener to current client:com.alibaba.nacos.client.naming.remote.gprc.redo.NamingGrpcRedoService
20:40:38.653 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [bc0b5ebe-3d8f-49d1-bb9e-6a8e1856612a] Register server push request handler:com.alibaba.nacos.client.naming.remote.gprc.NamingPushRequestHandler
20:40:38.653 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [bc0b5ebe-3d8f-49d1-bb9e-6a8e1856612a] Try to connect to server on start up, server: {serverIp = '47.116.184.54', server main port = 8848}
20:40:38.654 [main] INFO c.a.n.c.r.c.g.GrpcClient - [createNewManagedChannel,210] - grpc client connection server:47.116.184.54 ip,serverPort:9848,grpcTslConfig:{"sslProvider":"","enableTls":false,"mutualAuthEnable":false,"trustAll":false}
20:40:38.747 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [bc0b5ebe-3d8f-49d1-bb9e-6a8e1856612a] Success to connect to server [47.116.184.54:8848] on start up, connectionId = 1724503239657_139.224.212.27_62567
20:40:38.748 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [bc0b5ebe-3d8f-49d1-bb9e-6a8e1856612a] Register server push request handler:com.alibaba.nacos.common.remote.client.RpcClient$ConnectResetRequestHandler
20:40:38.748 [com.alibaba.nacos.client.remote.worker.0] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [bc0b5ebe-3d8f-49d1-bb9e-6a8e1856612a] Notify connected event to listeners.
20:40:38.748 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [bc0b5ebe-3d8f-49d1-bb9e-6a8e1856612a] Register server push request handler:com.alibaba.nacos.common.remote.client.RpcClient$$Lambda$632/0x000001a54f5244a8
20:40:38.748 [com.alibaba.nacos.client.remote.worker.0] INFO c.a.n.client.naming - [onConnected,90] - Grpc connection connect
20:40:38.750 [main] INFO c.a.n.client.naming - [registerService,133] - [REGISTER-SERVICE] cloud-2112 registering service cloud-source with instance Instance{instanceId='null', ip='192.168.1.101', port=10005, weight=1.0, healthy=true, enabled=true, ephemeral=true, clusterName='DEFAULT', serviceName='null', metadata={IPv6=null, preserved.register.source=SPRING_CLOUD}}
20:40:38.773 [main] INFO c.a.c.n.r.NacosServiceRegistry - [register,76] - nacos registry, DEFAULT_GROUP cloud-source 192.168.1.101:10005 register finished
20:40:39.950 [main] INFO c.m.c.e.MuYuEtlApplication - [logStarted,56] - Started MuYuEtlApplication in 18.361 seconds (process running for 19.034)
20:40:39.960 [main] INFO c.a.n.c.c.i.CacheData - [initNotifyWarnTimeout,72] - config listener notify warn timeout millis use default 60000 millis
20:40:39.960 [main] INFO c.a.n.c.c.i.CacheData - [<clinit>,99] - nacos.cache.data.init.snapshot = true
20:40:39.962 [main] INFO c.a.n.c.c.i.ClientWorker - [addCacheDataIfAbsent,416] - [fixed-cloud-2112-47.116.184.54_8848] [subscribe] cloud-source-dev.yml+DEFAULT_GROUP+cloud-2112
20:40:39.971 [main] INFO c.a.n.c.c.i.CacheData - [addListener,236] - [fixed-cloud-2112-47.116.184.54_8848] [add-listener] ok, tenant=cloud-2112, dataId=cloud-source-dev.yml, group=DEFAULT_GROUP, cnt=1
20:40:39.971 [main] INFO c.a.c.n.r.NacosContextRefresher - [registerNacosListener,131] - [Nacos Config] Listening config: dataId=cloud-source-dev.yml, group=DEFAULT_GROUP
20:40:39.971 [main] INFO c.a.n.c.c.i.ClientWorker - [addCacheDataIfAbsent,416] - [fixed-cloud-2112-47.116.184.54_8848] [subscribe] cloud-source.yml+DEFAULT_GROUP+cloud-2112
20:40:39.971 [main] INFO c.a.n.c.c.i.CacheData - [addListener,236] - [fixed-cloud-2112-47.116.184.54_8848] [add-listener] ok, tenant=cloud-2112, dataId=cloud-source.yml, group=DEFAULT_GROUP, cnt=1
20:40:39.972 [main] INFO c.a.c.n.r.NacosContextRefresher - [registerNacosListener,131] - [Nacos Config] Listening config: dataId=cloud-source.yml, group=DEFAULT_GROUP
20:40:39.972 [main] INFO c.a.n.c.c.i.ClientWorker - [addCacheDataIfAbsent,416] - [fixed-cloud-2112-47.116.184.54_8848] [subscribe] cloud-source+DEFAULT_GROUP+cloud-2112
20:40:39.972 [main] INFO c.a.n.c.c.i.CacheData - [addListener,236] - [fixed-cloud-2112-47.116.184.54_8848] [add-listener] ok, tenant=cloud-2112, dataId=cloud-source, group=DEFAULT_GROUP, cnt=1
20:40:39.972 [main] INFO c.a.c.n.r.NacosContextRefresher - [registerNacosListener,131] - [Nacos Config] Listening config: dataId=cloud-source, group=DEFAULT_GROUP
20:40:40.396 [RMI TCP Connection(3)-172.16.0.4] INFO o.a.c.c.C.[.[.[/] - [log,173] - Initializing Spring DispatcherServlet 'dispatcherServlet'
20:40:49.830 [Thread-12] INFO c.x.j.c.s.EmbedServer - [run,91] - >>>>>>>>>>> xxl-job remoting server stop.
20:40:49.867 [xxl-job, executor ExecutorRegistryThread] INFO c.x.j.c.t.ExecutorRegistryThread - [run,87] - >>>>>>>>>>> xxl-job registry-remove success, registryParam:RegistryParam{registryGroup='EXECUTOR', registryKey='cloud-source', registryValue='http://172.16.0.4:9999/'}, registryResult:ReturnT [code=200, msg=null, content=null]
20:40:49.869 [xxl-job, executor ExecutorRegistryThread] INFO c.x.j.c.t.ExecutorRegistryThread - [run,105] - >>>>>>>>>>> xxl-job, executor registry thread destroy.
20:40:49.869 [SpringApplicationShutdownHook] INFO c.x.j.c.s.EmbedServer - [stop,117] - >>>>>>>>>>> xxl-job remoting server destroy success.
20:40:49.869 [xxl-job, executor JobLogFileCleanThread] INFO c.x.j.c.t.JobLogFileCleanThread - [run,99] - >>>>>>>>>>> xxl-job, executor JobLogFileCleanThread thread destroy.
20:40:49.869 [xxl-job, executor TriggerCallbackThread] INFO c.x.j.c.t.TriggerCallbackThread - [run,98] - >>>>>>>>>>> xxl-job, executor callback thread destroy.
20:40:49.870 [Thread-11] INFO c.x.j.c.t.TriggerCallbackThread - [run,128] - >>>>>>>>>>> xxl-job, executor retry callback thread destroy.
20:40:49.878 [SpringApplicationShutdownHook] INFO c.a.c.n.r.NacosServiceRegistry - [deregister,95] - De-registering from Nacos Server now...
20:40:49.878 [SpringApplicationShutdownHook] INFO c.a.n.client.naming - [deregisterService,272] - [DEREGISTER-SERVICE] cloud-2112 deregistering service cloud-source with instance: Instance{instanceId='null', ip='192.168.1.101', port=10005, weight=1.0, healthy=true, enabled=true, ephemeral=true, clusterName='DEFAULT', serviceName='null', metadata={}}
20:40:49.905 [SpringApplicationShutdownHook] INFO c.a.c.n.r.NacosServiceRegistry - [deregister,115] - De-registration finished.
20:40:49.906 [SpringApplicationShutdownHook] INFO c.a.n.client.naming - [shutdown,254] - com.alibaba.nacos.client.naming.cache.ServiceInfoHolder do shutdown begin
20:40:49.906 [SpringApplicationShutdownHook] INFO c.a.n.client.naming - [shutdown,180] - com.alibaba.nacos.client.naming.backups.FailoverReactor do shutdown begin
20:40:49.907 [SpringApplicationShutdownHook] INFO c.a.n.client.naming - [shutdown,182] - com.alibaba.nacos.client.naming.backups.FailoverReactor do shutdown stop
20:40:49.907 [SpringApplicationShutdownHook] INFO c.a.n.client.naming - [shutdown,256] - com.alibaba.nacos.client.naming.cache.ServiceInfoHolder do shutdown stop
20:40:49.907 [SpringApplicationShutdownHook] INFO c.a.n.client.naming - [shutdown,204] - com.alibaba.nacos.client.naming.remote.NamingClientProxyDelegate do shutdown begin
20:40:49.907 [SpringApplicationShutdownHook] INFO c.a.n.client.naming - [shutdown,147] - com.alibaba.nacos.client.naming.core.ServiceInfoUpdateService do shutdown begin
20:40:49.907 [SpringApplicationShutdownHook] INFO c.a.n.client.naming - [shutdown,149] - com.alibaba.nacos.client.naming.core.ServiceInfoUpdateService do shutdown stop
20:40:49.908 [SpringApplicationShutdownHook] INFO c.a.n.client.naming - [shutdown,218] - com.alibaba.nacos.client.naming.core.ServerListManager do shutdown begin
20:40:49.908 [SpringApplicationShutdownHook] INFO c.a.n.client.naming - [shutdown,223] - com.alibaba.nacos.client.naming.core.ServerListManager do shutdown stop
20:40:49.908 [SpringApplicationShutdownHook] INFO c.a.n.client.naming - [shutdown,468] - com.alibaba.nacos.client.naming.remote.http.NamingHttpClientProxy do shutdown begin
20:40:49.908 [SpringApplicationShutdownHook] INFO c.a.n.client.naming - [shutdown,470] - com.alibaba.nacos.client.naming.remote.http.NamingHttpClientProxy do shutdown stop
20:40:49.908 [SpringApplicationShutdownHook] INFO c.a.n.client.naming - [shutdown,487] - Shutdown naming grpc client proxy for uuid->bc0b5ebe-3d8f-49d1-bb9e-6a8e1856612a
20:40:49.908 [SpringApplicationShutdownHook] INFO c.a.n.client.naming - [shutdown,331] - Shutdown grpc redo service executor java.util.concurrent.ScheduledThreadPoolExecutor@4d0c712f[Running, pool size = 1, active threads = 0, queued tasks = 1, completed tasks = 3]
20:40:49.908 [SpringApplicationShutdownHook] INFO c.a.n.c.r.client - [shutdown,425] - Shutdown rpc client, set status to shutdown
20:40:49.908 [SpringApplicationShutdownHook] INFO c.a.n.c.r.client - [shutdown,427] - Shutdown client event executor java.util.concurrent.ScheduledThreadPoolExecutor@55516e24[Running, pool size = 2, active threads = 2, queued tasks = 0, completed tasks = 0]
20:40:49.908 [SpringApplicationShutdownHook] INFO c.a.n.c.r.client - [closeConnection,584] - Close current connection 1724503239657_139.224.212.27_62567
20:40:49.913 [SpringApplicationShutdownHook] INFO c.a.n.c.r.c.g.GrpcClient - [shutdown,187] - Shutdown grpc executor java.util.concurrent.ThreadPoolExecutor@30657b0f[Running, pool size = 3, active threads = 0, queued tasks = 0, completed tasks = 11]
20:40:49.913 [SpringApplicationShutdownHook] INFO c.a.n.client.naming - [shutDownAndRemove,497] - shutdown and remove naming rpc client for uuid ->bc0b5ebe-3d8f-49d1-bb9e-6a8e1856612a
20:40:49.913 [SpringApplicationShutdownHook] INFO c.a.n.c.a.r.i.CredentialWatcher - [stop,107] - [null] CredentialWatcher is stopped
20:40:49.914 [SpringApplicationShutdownHook] INFO c.a.n.c.a.r.i.CredentialService - [free,91] - [null] CredentialService is freed
20:40:49.914 [SpringApplicationShutdownHook] INFO c.a.n.client.naming - [shutdown,211] - com.alibaba.nacos.client.naming.remote.NamingClientProxyDelegate do shutdown stop
20:40:49.917 [SpringApplicationShutdownHook] INFO c.b.d.d.DynamicRoutingDataSource - [destroy,215] - dynamic-datasource start closing ....
20:40:49.919 [SpringApplicationShutdownHook] INFO c.a.d.p.DruidDataSource - [close,2204] - {dataSource-1} closing ...
20:40:49.925 [SpringApplicationShutdownHook] INFO c.a.d.p.DruidDataSource - [close,2277] - {dataSource-1} closed
20:40:49.925 [SpringApplicationShutdownHook] INFO c.b.d.d.d.DefaultDataSourceDestroyer - [destroy,98] - dynamic-datasource close the datasource named [master] success,
20:40:49.925 [SpringApplicationShutdownHook] INFO c.b.d.d.DynamicRoutingDataSource - [destroy,219] - dynamic-datasource all closed success,bye
20:54:43.023 [main] INFO c.m.c.e.MuYuEtlApplication - [logStartupProfileInfo,660] - The following 1 profile is active: "dev"
20:54:45.173 [main] INFO o.a.c.c.StandardService - [log,173] - Starting service [Tomcat]
20:54:45.173 [main] INFO o.a.c.c.StandardEngine - [log,173] - Starting Servlet engine: [Apache Tomcat/10.1.24]
20:54:45.251 [main] INFO o.a.c.c.C.[.[.[/] - [log,173] - Initializing Spring embedded WebApplicationContext
20:54:46.519 [main] INFO c.a.d.p.DruidDataSource - [init,1002] - {dataSource-1,master} inited
20:54:46.520 [main] INFO c.b.d.d.DynamicRoutingDataSource - [addDataSource,158] - dynamic-datasource - add a datasource named [master] success
20:54:46.521 [main] INFO c.b.d.d.DynamicRoutingDataSource - [afterPropertiesSet,241] - dynamic-datasource initial loaded [1] datasource,primary datasource named [master]
20:54:46.614 [main] INFO c.m.c.d.MyMetaObjectHandler - [<init>,17] - 元对象字段填充控制器 ------- 加载完成
20:54:47.485 [main] INFO c.a.c.s.SentinelWebMvcConfigurer - [addInterceptors,52] - [Sentinel Starter] register SentinelWebInterceptor with urlPatterns: [/**].
20:54:51.633 [main] INFO c.m.c.x.XXLJobConfig - [xxlJobExecutor,25] - >>>>>>>>>>> xxl-job config init success.
20:54:53.893 [main] INFO c.x.j.c.e.XxlJobExecutor - [registJobHandler,183] - >>>>>>>>>>> xxl-job register jobhandler success, name:xxl-job-demo-one-param, jobHandler:com.xxl.job.core.handler.impl.MethodJobHandler@2b33553b[class com.muyu.common.xxl.demo.XxlJobDemoService#xxlJobDemoOneParam]
20:54:53.893 [main] INFO c.x.j.c.e.XxlJobExecutor - [registJobHandler,183] - >>>>>>>>>>> xxl-job register jobhandler success, name:xxl-job-demo-no-param, jobHandler:com.xxl.job.core.handler.impl.MethodJobHandler@4ba62429[class com.muyu.common.xxl.demo.XxlJobDemoService#xxlJobDemoNoParam]
20:54:54.161 [Thread-12] INFO c.x.j.c.s.EmbedServer - [run,82] - >>>>>>>>>>> xxl-job remoting server start success, nettype = class com.xxl.job.core.server.EmbedServer, port = 9999
20:54:55.169 [main] INFO c.a.n.client.naming - [initNamespaceForNaming,62] - initializer namespace from ans.namespace attribute : null
20:54:55.170 [main] INFO c.a.n.client.naming - [lambda$initNamespaceForNaming$0,66] - initializer namespace from ALIBABA_ALIWARE_NAMESPACE attribute :null
20:54:55.170 [main] INFO c.a.n.client.naming - [lambda$initNamespaceForNaming$1,73] - initializer namespace from namespace attribute :null
20:54:55.175 [main] INFO c.a.n.client.naming - [<init>,74] - FailoverDataSource type is class com.alibaba.nacos.client.naming.backups.datasource.DiskFailoverDataSource
20:54:55.179 [main] INFO c.a.n.p.a.s.c.ClientAuthPluginManager - [init,56] - [ClientAuthPluginManager] Load ClientAuthService com.alibaba.nacos.client.auth.impl.NacosClientAuthServiceImpl success.
20:54:55.179 [main] INFO c.a.n.p.a.s.c.ClientAuthPluginManager - [init,56] - [ClientAuthPluginManager] Load ClientAuthService com.alibaba.nacos.client.auth.ram.RamClientAuthServiceImpl success.
20:54:55.280 [main] INFO c.a.n.c.r.client - [lambda$createClient$0,118] - [RpcClientFactory] create a new rpc client of ad49b950-698e-4d0f-9c53-d0168fa275b7
20:54:55.281 [main] INFO c.a.n.client.naming - [<init>,109] - Create naming rpc client for uuid->ad49b950-698e-4d0f-9c53-d0168fa275b7
20:54:55.282 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [ad49b950-698e-4d0f-9c53-d0168fa275b7] RpcClient init, ServerListFactory = com.alibaba.nacos.client.naming.core.ServerListManager
20:54:55.282 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [ad49b950-698e-4d0f-9c53-d0168fa275b7] Registry connection listener to current client:com.alibaba.nacos.client.naming.remote.gprc.redo.NamingGrpcRedoService
20:54:55.282 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [ad49b950-698e-4d0f-9c53-d0168fa275b7] Register server push request handler:com.alibaba.nacos.client.naming.remote.gprc.NamingPushRequestHandler
20:54:55.282 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [ad49b950-698e-4d0f-9c53-d0168fa275b7] Try to connect to server on start up, server: {serverIp = '47.116.184.54', server main port = 8848}
20:54:55.283 [main] INFO c.a.n.c.r.c.g.GrpcClient - [createNewManagedChannel,210] - grpc client connection server:47.116.184.54 ip,serverPort:9848,grpcTslConfig:{"sslProvider":"","enableTls":false,"mutualAuthEnable":false,"trustAll":false}
20:54:55.354 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [ad49b950-698e-4d0f-9c53-d0168fa275b7] Success to connect to server [47.116.184.54:8848] on start up, connectionId = 1724504096279_139.224.212.27_63388
20:54:55.354 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [ad49b950-698e-4d0f-9c53-d0168fa275b7] Register server push request handler:com.alibaba.nacos.common.remote.client.RpcClient$ConnectResetRequestHandler
20:54:55.354 [main] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [ad49b950-698e-4d0f-9c53-d0168fa275b7] Register server push request handler:com.alibaba.nacos.common.remote.client.RpcClient$$Lambda$632/0x00000136015244a8
20:54:55.354 [com.alibaba.nacos.client.remote.worker.0] INFO c.a.n.c.r.client - [printIfInfoEnabled,63] - [ad49b950-698e-4d0f-9c53-d0168fa275b7] Notify connected event to listeners.
20:54:55.354 [com.alibaba.nacos.client.remote.worker.0] INFO c.a.n.client.naming - [onConnected,90] - Grpc connection connect
20:54:55.355 [main] INFO c.a.n.client.naming - [registerService,133] - [REGISTER-SERVICE] cloud-2112 registering service cloud-source with instance Instance{instanceId='null', ip='192.168.1.101', port=10005, weight=1.0, healthy=true, enabled=true, ephemeral=true, clusterName='DEFAULT', serviceName='null', metadata={IPv6=null, preserved.register.source=SPRING_CLOUD}}
20:54:55.385 [main] INFO c.a.c.n.r.NacosServiceRegistry - [register,76] - nacos registry, DEFAULT_GROUP cloud-source 192.168.1.101:10005 register finished
20:54:56.574 [main] INFO c.m.c.e.MuYuEtlApplication - [logStarted,56] - Started MuYuEtlApplication in 18.049 seconds (process running for 18.761)
20:54:56.584 [main] INFO c.a.n.c.c.i.CacheData - [initNotifyWarnTimeout,72] - config listener notify warn timeout millis use default 60000 millis
20:54:56.584 [main] INFO c.a.n.c.c.i.CacheData - [<clinit>,99] - nacos.cache.data.init.snapshot = true
20:54:56.585 [main] INFO c.a.n.c.c.i.ClientWorker - [addCacheDataIfAbsent,416] - [fixed-cloud-2112-47.116.184.54_8848] [subscribe] cloud-source-dev.yml+DEFAULT_GROUP+cloud-2112
20:54:56.594 [main] INFO c.a.n.c.c.i.CacheData - [addListener,236] - [fixed-cloud-2112-47.116.184.54_8848] [add-listener] ok, tenant=cloud-2112, dataId=cloud-source-dev.yml, group=DEFAULT_GROUP, cnt=1
20:54:56.595 [main] INFO c.a.c.n.r.NacosContextRefresher - [registerNacosListener,131] - [Nacos Config] Listening config: dataId=cloud-source-dev.yml, group=DEFAULT_GROUP
20:54:56.595 [main] INFO c.a.n.c.c.i.ClientWorker - [addCacheDataIfAbsent,416] - [fixed-cloud-2112-47.116.184.54_8848] [subscribe] cloud-source.yml+DEFAULT_GROUP+cloud-2112
20:54:56.595 [main] INFO c.a.n.c.c.i.CacheData - [addListener,236] - [fixed-cloud-2112-47.116.184.54_8848] [add-listener] ok, tenant=cloud-2112, dataId=cloud-source.yml, group=DEFAULT_GROUP, cnt=1
20:54:56.595 [main] INFO c.a.c.n.r.NacosContextRefresher - [registerNacosListener,131] - [Nacos Config] Listening config: dataId=cloud-source.yml, group=DEFAULT_GROUP
20:54:56.596 [main] INFO c.a.n.c.c.i.ClientWorker - [addCacheDataIfAbsent,416] - [fixed-cloud-2112-47.116.184.54_8848] [subscribe] cloud-source+DEFAULT_GROUP+cloud-2112
20:54:56.596 [main] INFO c.a.n.c.c.i.CacheData - [addListener,236] - [fixed-cloud-2112-47.116.184.54_8848] [add-listener] ok, tenant=cloud-2112, dataId=cloud-source, group=DEFAULT_GROUP, cnt=1
20:54:56.596 [main] INFO c.a.c.n.r.NacosContextRefresher - [registerNacosListener,131] - [Nacos Config] Listening config: dataId=cloud-source, group=DEFAULT_GROUP
20:54:56.748 [RMI TCP Connection(2)-172.16.0.4] INFO o.a.c.c.C.[.[.[/] - [log,173] - Initializing Spring DispatcherServlet 'dispatcherServlet'