six-vehicle
/
cloud-server
5
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat(): 添加事件处理业务

dev.vehicleGateway
xinzirun 2024-09-30 00:52:20 +08:00
parent 6594363a91
commit 7100bf71bf
23 changed files with 491 additions and 27 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
cloud-modules/cloud-modules-event-process/pom.xml
View File

@ -52,6 +52,12 @@
<artifactId>mysql-connector-j</artifactId>
</dependency>
<!-- IotDB会话 -->
<dependency>
<groupId>org.apache.iotdb</groupId>
<artifactId>iotdb-session</artifactId>
</dependency>
<!-- MuYu Common DataSource -->
<dependency>
<groupId>com.muyu</groupId>
@ -82,10 +88,10 @@
<artifactId>cloud-common-core</artifactId>
</dependency>
<!-- IotDB会话 -->
<!-- kafka模块-->
<dependency>
<groupId>org.apache.iotdb</groupId>
<artifactId>iotdb-session</artifactId>
<groupId>com.muyu</groupId>
<artifactId>cloud-common-kafka</artifactId>
</dependency>
</dependencies>
</project>

37
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/basic/CustomEvent.java 100644
View File

@ -0,0 +1,37 @@
package com.muyu.event.process.basic;
import com.alibaba.fastjson2.JSONObject;
import org.springframework.context.ApplicationEvent;
/**
* @Author: zi run
* @Date 2024/9/29 21:19
* @Description 自定义事件
*/
public class CustomEvent extends ApplicationEvent {
/**
* 存储与事件相关联的数据
*/
private final JSONObject data;
/**
* 创建一个新的自定义事件
*
* @param source 事件源，表示触发此事件的对象
* @param data 事件携带的数据，以JSON格式存储
*/
public CustomEvent(Object source, JSONObject data) {
super(source);
this.data = data;
}
/**
* 获取与此事件相关联的数据。
*
* @return 包含事件数据的JSONObject
*/
public JSONObject getData() {
return data;
}
}

18
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/basic/EventListener.java 100644
View File

@ -0,0 +1,18 @@
package com.muyu.event.process.basic;
import org.springframework.context.ApplicationListener;
/**
* @Author: zi run
* @Date 2024/9/29 21:29
* @Description 事件监听基准
*/
public interface EventListener extends ApplicationListener<CustomEvent> {
/**
* 处理接收到的自定义事件。
*
* @param event 已发布的自定义事件实例，包含事件的源和相关数据
*/
void onEvent(CustomEvent event);
}

39
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/basic/EventPublisher.java 100644
View File

@ -0,0 +1,39 @@
package com.muyu.event.process.basic;
import com.alibaba.fastjson2.JSONObject;
import org.springframework.context.ApplicationEventPublisher;
import org.springframework.context.ApplicationEventPublisherAware;
import org.springframework.stereotype.Component;
/**
* @Author: zi run
* @Date 2024/9/29 22:01
* @Description 事件发布者
*/
@Component
public class EventPublisher implements ApplicationEventPublisherAware {
/**
* 应用程序事件发布者，用于发布事件
*/
private ApplicationEventPublisher applicationEventPublisher;
/**
* 设置应用程序事件发布者。
*
* @param applicationEventPublisher 应用程序事件发布者实例
*/
@Override
public void setApplicationEventPublisher(ApplicationEventPublisher applicationEventPublisher) {
this.applicationEventPublisher = applicationEventPublisher;
}
/**
* 发布自定义事件。
*
* @param messages 事件携带的数据，以JSON格式传递
*/
public void publishEvent(JSONObject messages) {
applicationEventPublisher.publishEvent(new CustomEvent(this, messages));
}
}

19
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/config/EventListenerConfig.java 100644
View File

@ -0,0 +1,19 @@
package com.muyu.event.process.config;
import com.muyu.event.process.listener.AddDatabaseListener;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
/**
* @Author: zi run
* @Date 2024/9/29 21:29
* @Description 事件监听配置
*/
@Configuration
public class EventListenerConfig {
@Bean
public AddDatabaseListener addDatabaseListener() {
return new AddDatabaseListener();
}
}

52
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/consumer/TestConsumer.java 100644
View File

@ -0,0 +1,52 @@
package com.muyu.event.process.consumer;
import cn.hutool.core.thread.ThreadUtil;
import com.alibaba.nacos.shaded.com.google.common.collect.Lists;
import lombok.RequiredArgsConstructor;
import lombok.extern.slf4j.Slf4j;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;
import org.springframework.beans.factory.InitializingBean;
import org.springframework.stereotype.Component;
import java.time.Duration;
import java.util.Collection;
/**
* @Author: zi run
* @Date 2024/9/29 16:53
* @Description 测试消费者
*/
@Slf4j
//@Component
@RequiredArgsConstructor
public class TestConsumer implements InitializingBean {
/**
* kafka消费者
*/
private final KafkaConsumer<String, String> kafkaConsumer;
/**
* kafka主题名称
*/
private static final String topicName = "test-topic";
@Override
public void afterPropertiesSet() throws Exception {
new Thread(() -> {
log.info("启动线程监听Topic: {}", topicName);
ThreadUtil.sleep(1000);
Collection<String> topics = Lists.newArrayList(topicName);
kafkaConsumer.subscribe(topics);
while (true) {
ConsumerRecords<String, String> consumerRecords = kafkaConsumer.poll(Duration.ofMillis(1000));
consumerRecords.forEach(record -> {
String value = record.value();
log.info("从Kafka中消费的原始数据: {}", value);
});
}
}).start();
}
}

82
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/consumer/VehicleConsumer.java 100644
View File

@ -0,0 +1,82 @@
package com.muyu.event.process.consumer;
import cn.hutool.core.thread.ThreadUtil;
import com.alibaba.fastjson2.JSONObject;
import com.alibaba.nacos.shaded.com.google.common.collect.Lists;
import com.muyu.event.process.basic.EventPublisher;
import lombok.RequiredArgsConstructor;
import lombok.extern.slf4j.Slf4j;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;
import org.springframework.beans.factory.InitializingBean;
import org.springframework.boot.ApplicationArguments;
import org.springframework.boot.ApplicationRunner;
import org.springframework.scheduling.annotation.Async;
import org.springframework.stereotype.Component;
import java.time.Duration;
import java.util.Collection;
import java.util.Collections;
import java.util.List;
import java.util.stream.Collectors;
/**
* @Author: zi run
* @Date 2024/9/29 23:23
* @Description 车辆消费者
*/
@Slf4j
@Component
@RequiredArgsConstructor
public class VehicleConsumer implements InitializingBean {
/**
* kafka消费者
*/
private final KafkaConsumer<String, String> kafkaConsumer;
/**
* 事件发布者
*/
private final EventPublisher eventPublisher;
/**
* 协议解析报文传递数据(队列名称)
*/
public final static String MESSAGE_PARSING = "test-topic";
// @Override
// public void run(ApplicationArguments args) throws Exception {
// log.info("开始监听kafka-topic：{}", MESSAGE_PARSING);
// List<String> topicList = Collections.singletonList(MESSAGE_PARSING);
// kafkaConsumer.subscribe(topicList);
//
// while (true) {
// ConsumerRecords<String, String> consumerRecords = kafkaConsumer.poll(Duration.ofMillis(100));
// consumerRecords.forEach(record -> {
// String value = record.value();
// log.info("接收到车辆报文数据，内容：{}", value);
// eventPublisher.publishEvent(JSONObject.parseObject(value));
// });
// }
// }
@Async
@Override
public void afterPropertiesSet() throws Exception {
new Thread(() -> {
log.info("启动线程监听Topic: {}", MESSAGE_PARSING);
ThreadUtil.sleep(100);
Collection<String> topics = Lists.newArrayList(MESSAGE_PARSING);
kafkaConsumer.subscribe(topics);
while (true) {
ConsumerRecords<String, String> consumerRecords = kafkaConsumer.poll(Duration.ofMillis(100));
consumerRecords.forEach(consumerRecord -> {
String message = consumerRecord.value();
log.info("接收到车辆报文数据，内容：{}", message);
eventPublisher.publishEvent(JSONObject.parseObject(message));
});
}
}).start();
}
}

88
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/controller/TestEventController.java 100644
View File

@ -0,0 +1,88 @@
package com.muyu.event.process.controller;
import com.alibaba.fastjson2.JSONObject;
import com.muyu.common.core.constant.Constants;
import com.muyu.common.core.domain.Result;
import com.muyu.common.core.web.controller.BaseController;
import com.muyu.event.process.iotdb.service.TestIoTDBService;
import lombok.RequiredArgsConstructor;
import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.ProducerRecord;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
/**
* @Author: zi run
* @Date 2024/9/29 16:24
* @Description 测试事件控制层
*/
@RestController
@RequiredArgsConstructor
@RequestMapping(value = "/test-event")
public class TestEventController extends BaseController {
/**
* kafka生产者
*/
private final KafkaProducer<String, String> kafkaProducer;
/**
* kafka主题名称
*/
private static final String kafkaTopicName = "test-topic";
/**
* 测试IoTDB业务层
*/
private final TestIoTDBService testIoTDBService;
/**
* 发送Kafka测试消息
*
* @return 响应结果
*/
@GetMapping(value = "/sendKafka")
public Result<String> senKafka() {
JSONObject jsonObject = new JSONObject();
jsonObject.put("id",1);
jsonObject.put("name","张三");
jsonObject.put("age",18);
jsonObject.put("sex","男");
ProducerRecord<String, String> producerRecord = new ProducerRecord<>(kafkaTopicName, jsonObject.toJSONString());
kafkaProducer.send(producerRecord);
return Result.success(null, Constants.SUCCESS_MESSAGE);
}
/**
* 查询IoTDB数据列表
* @return 响应结果
*/
@GetMapping(value = "/list")
public Result<List<Map<String, Object>>> list() {
return Result.success(testIoTDBService.list(), Constants.SUCCESS_MESSAGE);
}
/**
* 向IoTDB添加数据
*
* @return 响应结果
*/
@PostMapping(value = "/save")
public Result<String> save() {
String deviceId = "root.test";
ArrayList<String> keyList = new ArrayList<>();
ArrayList<String> valueList = new ArrayList<>();
keyList.add("car_vin");
keyList.add("car_name");
valueList.add("VIN123456");
valueList.add("宝马");
testIoTDBService.insertStringRecord(deviceId, System.currentTimeMillis(), keyList, valueList);
return Result.success(null, Constants.SUCCESS_MESSAGE);
}
}

2
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/basic/config/IoTDBSessionConfig.java → cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/iotdb/basic/config/IoTDBSessionConfig.java
View File

@ -1,4 +1,4 @@
package com.muyu.event.process.basic.config;
package com.muyu.event.process.iotdb.basic.config;
import lombok.extern.slf4j.Slf4j;
import org.apache.iotdb.session.pool.SessionPool;

10
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/basic/service/IoTDBService.java → cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/iotdb/basic/service/IService.java
View File

@ -1,7 +1,7 @@
package com.muyu.event.process.basic.service;
package com.muyu.event.process.iotdb.basic.service;
import com.muyu.event.process.domain.dto.IoTDbRecordAble;
import com.muyu.event.process.domain.dto.MeasurementSchemaValuesDTO;
import com.muyu.event.process.iotdb.domain.dto.IoTDbRecordAble;
import com.muyu.event.process.iotdb.domain.dto.MeasurementSchemaValuesDTO;
import org.apache.iotdb.common.rpc.thrift.TAggregationType;
import org.apache.iotdb.isession.SessionDataSet;
import org.apache.iotdb.tsfile.file.metadata.enums.TSDataType;
@ -14,9 +14,9 @@ import java.util.Map;
/**
* @Author: zi run
* @Date 2024/9/28 23:37
* @Description IoTDB业务层
* @Description IoTDB基准业务层
*/
public interface IoTDBService {
public interface IService {
/**
* 插入一个 Tablet 对象到 IoTDB 数据库

20
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/basic/service/impl/IoTDBServiceImpl.java → cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/iotdb/basic/service/impl/ServiceImpl.java
View File

@ -1,11 +1,10 @@
package com.muyu.event.process.basic.service.impl;
package com.muyu.event.process.iotdb.basic.service.impl;
import com.alibaba.fastjson.JSON;
import com.muyu.event.process.basic.config.IoTDBSessionConfig;
import com.muyu.event.process.basic.service.IoTDBService;
import com.muyu.event.process.domain.dto.IoTDbRecordAble;
import com.muyu.event.process.domain.dto.MeasurementSchemaValuesDTO;
import lombok.RequiredArgsConstructor;
import com.muyu.event.process.iotdb.basic.config.IoTDBSessionConfig;
import com.muyu.event.process.iotdb.basic.service.IService;
import com.muyu.event.process.iotdb.domain.dto.IoTDbRecordAble;
import com.muyu.event.process.iotdb.domain.dto.MeasurementSchemaValuesDTO;
import lombok.SneakyThrows;
import lombok.extern.slf4j.Slf4j;
import org.apache.iotdb.common.rpc.thrift.TAggregationType;
@ -17,6 +16,7 @@ import org.apache.iotdb.tsfile.read.common.RowRecord;
import org.apache.iotdb.tsfile.write.record.Tablet;
import org.apache.iotdb.isession.SessionDataSet;
import org.apache.iotdb.tsfile.write.schema.MeasurementSchema;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import java.lang.reflect.Type;
@ -26,17 +26,17 @@ import java.util.stream.Collectors;
/**
* @Author: zi run
* @Date 2024/9/28 23:38
* @Description IoTDB业务实现层
* @Description IoTDB基准业务实现层
*/
@Slf4j
@Service
@RequiredArgsConstructor
public class IoTDBServiceImpl implements IoTDBService {
public class ServiceImpl implements IService {
/**
* IoTDB会话配置
*/
private final IoTDBSessionConfig ioTDBSessionConfig;
@Autowired
private IoTDBSessionConfig ioTDBSessionConfig;
/**
* 插入一个 Tablet 对象到 IoTDB 数据库

2
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/domain/DataJSON.java → cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/iotdb/domain/DataJSON.java
View File

@ -1,4 +1,4 @@
package com.muyu.event.process.domain;
package com.muyu.event.process.iotdb.domain;
import io.swagger.v3.oas.annotations.media.Schema;
import io.swagger.v3.oas.annotations.tags.Tag;

4
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/domain/ResultEntity.java → cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/iotdb/domain/ResultEntity.java
View File

@ -1,6 +1,6 @@
package com.muyu.event.process.domain;
package com.muyu.event.process.iotdb.domain;
import com.muyu.event.process.domain.dto.IoTDbRecordAble;
import com.muyu.event.process.iotdb.domain.dto.IoTDbRecordAble;
import lombok.Data;
import lombok.EqualsAndHashCode;

2
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/domain/TestDataType.java → cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/iotdb/domain/TestDataType.java
View File

@ -1,4 +1,4 @@
package com.muyu.event.process.domain;
package com.muyu.event.process.iotdb.domain;
import lombok.AllArgsConstructor;
import lombok.Builder;

2
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/domain/dto/InsertDataDTO.java → cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/iotdb/domain/dto/InsertDataDTO.java
View File

@ -1,4 +1,4 @@
package com.muyu.event.process.domain.dto;
package com.muyu.event.process.iotdb.domain.dto;
import lombok.AllArgsConstructor;
import lombok.Builder;

2
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/domain/dto/IoTDbRecordAble.java → cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/iotdb/domain/dto/IoTDbRecordAble.java
View File

@ -1,4 +1,4 @@
package com.muyu.event.process.domain.dto;
package com.muyu.event.process.iotdb.domain.dto;
import lombok.Data;

2
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/domain/dto/MeasurementSchemaValuesDTO.java → cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/iotdb/domain/dto/MeasurementSchemaValuesDTO.java
View File

@ -1,4 +1,4 @@
package com.muyu.event.process.domain.dto;
package com.muyu.event.process.iotdb.domain.dto;
import lombok.AllArgsConstructor;
import lombok.Data;

11
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/iotdb/service/IoTDBService.java 100644
View File

@ -0,0 +1,11 @@
package com.muyu.event.process.iotdb.service;
import com.muyu.event.process.iotdb.basic.service.IService;
/**
* @Author: zi run
* @Date 2024/9/29 22:38
* @Description IoTDB业务层
*/
public interface IoTDBService extends IService {
}

20
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/iotdb/service/TestIoTDBService.java 100644
View File

@ -0,0 +1,20 @@
package com.muyu.event.process.iotdb.service;
import com.muyu.event.process.iotdb.basic.service.IService;
import java.util.List;
import java.util.Map;
/**
* @Author: zi run
* @Date 2024/9/29 17:23
* @Description 测试IoTDB业务层
*/
public interface TestIoTDBService extends IService {
/**
* 查询IoTDB数据列表
* @return 返回结果
*/
List<Map<String, Object>> list();
}

14
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/iotdb/service/impl/IoTDBServiceImpl.java 100644
View File

@ -0,0 +1,14 @@
package com.muyu.event.process.iotdb.service.impl;
import com.muyu.event.process.iotdb.basic.service.impl.ServiceImpl;
import com.muyu.event.process.iotdb.service.IoTDBService;
import org.springframework.stereotype.Service;
/**
* @Author: zi run
* @Date 2024/9/29 22:39
* @Description IoTDB业务实现层
*/
@Service
public class IoTDBServiceImpl extends ServiceImpl implements IoTDBService {
}

33
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/iotdb/service/impl/TestIoTDBServiceImpl.java 100644
View File

@ -0,0 +1,33 @@
package com.muyu.event.process.iotdb.service.impl;
import com.muyu.event.process.iotdb.basic.service.impl.ServiceImpl;
import com.muyu.event.process.iotdb.service.TestIoTDBService;
import lombok.extern.slf4j.Slf4j;
import org.apache.iotdb.isession.SessionDataSet;
import org.springframework.stereotype.Service;
import java.util.List;
import java.util.Map;
/**
* @Author: zi run
* @Date 2024/9/29 17:24
* @Description 测试IoTDB业务实现层
*/
@Slf4j
@Service
public class TestIoTDBServiceImpl extends ServiceImpl implements TestIoTDBService {
/**
* 查询IoTDB数据列表
* @return 返回结果
*/
@Override
public List<Map<String, Object>> list() {
String sql = "select * from root.test";
SessionDataSet sessionDataSet = this.executeQueryStatement(sql);
List<Map<String, Object>> list = this.packagingMapData(sessionDataSet, sessionDataSet.getColumnTypes());
log.info("查询IoTDB数据为：{}", list.toString());
return list;
}
}

43
cloud-modules/cloud-modules-event-process/src/main/java/com/muyu/event/process/listener/AddDatabaseListener.java 100644
View File

@ -0,0 +1,43 @@
package com.muyu.event.process.listener;
import com.alibaba.fastjson2.JSONObject;
import com.muyu.event.process.basic.CustomEvent;
import com.muyu.event.process.basic.EventListener;
import com.muyu.event.process.iotdb.basic.service.IService;
import com.muyu.event.process.iotdb.service.IoTDBService;
import lombok.RequiredArgsConstructor;
import org.springframework.beans.factory.annotation.Autowired;
import java.util.ArrayList;
import java.util.List;
/**
* @Author: zi run
* @Date 2024/9/29 22:12
* @Description 添加数据库事件监听器
*/
public class AddDatabaseListener implements EventListener {
/**
* IoTDB业务层
*/
@Autowired
private IoTDBService ioTDBService;
@Override
public void onEvent(CustomEvent event) {
JSONObject data = event.getData();
List<String> keyList = new ArrayList<>();
List<String> valueList = new ArrayList<>();
data.forEach((key, value) -> {
keyList.add(key);
valueList.add((String) value);
});
ioTDBService.insertStringRecord("root.vehicle", System.currentTimeMillis(), keyList, valueList);
}
@Override
public void onApplicationEvent(CustomEvent event) {
onEvent(event);
}
}

2
cloud-modules/cloud-modules-event-process/src/main/resources/bootstrap.yml
View File

@ -43,3 +43,5 @@ spring:
- application-${spring.profiles.active}.${spring.cloud.nacos.config.file-extension}
# 系统环境Config共享配置
- application-config-${spring.profiles.active}.${spring.cloud.nacos.config.file-extension}
# kafka共享配置
- application-kafka-config-${spring.profiles.active}.${spring.cloud.nacos.config.file-extension}