讯飞星火大模型

master
fst1996 2023-10-05 00:01:50 +08:00
parent c860df28b3
commit cba49a30ad
23 changed files with 704 additions and 17 deletions

19
pom.xml
View File

@ -7,6 +7,19 @@
<groupId>com.bwie</groupId> <groupId>com.bwie</groupId>
<artifactId>test-10.01</artifactId> <artifactId>test-10.01</artifactId>
<version>1.0-SNAPSHOT</version> <version>1.0-SNAPSHOT</version>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
<configuration>
<source>8</source>
<target>8</target>
</configuration>
</plugin>
</plugins>
</build>
<dependencies> <dependencies>
<dependency> <dependency>
<groupId>org.junit.jupiter</groupId> <groupId>org.junit.jupiter</groupId>
@ -40,11 +53,13 @@
<artifactId>Java-WebSocket</artifactId> <artifactId>Java-WebSocket</artifactId>
<version>1.3.8</version> <version>1.3.8</version>
</dependency> </dependency>
<dependency> <dependency>
<groupId>com.squareup.okhttp3</groupId> <groupId>com.squareup.okhttp3</groupId>
<artifactId>okhttp</artifactId> <artifactId>okhttp</artifactId>
<version>4.10.0</version> <version>4.9.3</version>
</dependency> </dependency>
<dependency> <dependency>
<groupId>org.projectlombok</groupId> <groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId> <artifactId>lombok</artifactId>
@ -91,6 +106,8 @@
<artifactId>aws-java-sdk-core</artifactId> <artifactId>aws-java-sdk-core</artifactId>
<version>1.12.68</version> <version>1.12.68</version>
</dependency> </dependency>
</dependencies> </dependencies>

View File

@ -0,0 +1,12 @@
package com.bwie;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
@SpringBootApplication
public class WorkApplication {
public static void main(String[] args) {
SpringApplication.run(WorkApplication.class);
}
}

View File

@ -0,0 +1,38 @@
package com.bwie.common;
import com.fasterxml.jackson.annotation.JsonInclude;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Data;
import lombok.NoArgsConstructor;
@Data
@AllArgsConstructor
@NoArgsConstructor
@Builder
@JsonInclude(JsonInclude.Include.NON_NULL)
public class MsgDTO {
private String role;
/**
*
*/
private String content;
/**
* [0,10];
*/
private Integer index;
public static final String ROLE_USER = "user";
public static final String ROLE_ASSISTANT = "assistant";
public static MsgDTO createUserMsg(String content) {
return new MsgDTO(ROLE_USER, content, null);
}
public static MsgDTO createAssistantMsg(String content) {
return new MsgDTO(ROLE_ASSISTANT, content, null);
}
}

View File

@ -1,4 +1,4 @@
package com.bwie.common; package com.bwie.common.request;
import lombok.Data; import lombok.Data;

View File

@ -0,0 +1,93 @@
package com.bwie.common.request;
/**
* @author
* @version 1.0
* @description: TODO
* @date 2023/9/29 13:56
*/
import com.alibaba.fastjson.annotation.JSONField;
import com.bwie.common.MsgDTO;
import com.fasterxml.jackson.annotation.JsonProperty;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import java.util.List;
/**
*
* JSON resources/demo-json/request.json
*/
@NoArgsConstructor
@Data
public class RequestDTO {
@JsonProperty("header")
private HeaderDTO header;
@JsonProperty("parameter")
private ParameterDTO parameter;
@JsonProperty("payload")
private PayloadDTO payload;
@NoArgsConstructor
@Data
@AllArgsConstructor
public static class HeaderDTO {
/**
* appid
*/
@JSONField(name = "app_id")
private String appId;
/**
* id32
*/
@JSONField(name = "uid")
private String uid;
}
@NoArgsConstructor
@Data
@AllArgsConstructor
public static class ParameterDTO {
private ChatDTO chat;
@NoArgsConstructor
@Data
@AllArgsConstructor
public static class ChatDTO {
/**
* 访,generalV1.5 generalv2V2url
*/
@JsonProperty("domain")
private String domain;
/**
*
*/
@JsonProperty("temperature")
private Float temperature;
/**
* tokens
*/
@JSONField(name = "max_tokens")
private Integer maxTokens;
}
}
@NoArgsConstructor
@Data
@AllArgsConstructor
public static class PayloadDTO {
@JsonProperty("message")
private MessageDTO message;
@NoArgsConstructor
@Data
@AllArgsConstructor
public static class MessageDTO {
@JsonProperty("text")
private List<MsgDTO> text;
}
}
}

View File

@ -0,0 +1,112 @@
package com.bwie.common.response;
import com.bwie.common.MsgDTO;
import com.fasterxml.jackson.annotation.JsonProperty;
import lombok.Data;
import lombok.NoArgsConstructor;
import java.util.List;
/**
*
* JSON resources/demo-json/response.json
*/
@NoArgsConstructor
@Data
public class ResponseDTO {
@JsonProperty("header")
private HeaderDTO header;
@JsonProperty("payload")
private PayloadDTO payload;
@NoArgsConstructor
@Data
public static class HeaderDTO {
/**
* 00
*/
@JsonProperty("code")
private Integer code;
/**
*
*/
@JsonProperty("message")
private String message;
/**
* id使,
*/
@JsonProperty("sid")
private String sid;
/**
* [0,1,2]012
*/
@JsonProperty("status")
private Integer status;
}
@NoArgsConstructor
@Data
public static class PayloadDTO {
@JsonProperty("choices")
private ChoicesDTO choices;
/**
*
*/
@JsonProperty("usage")
private UsageDTO usage;
@NoArgsConstructor
@Data
public static class ChoicesDTO {
/**
* [0,1,2]; 012
*/
@JsonProperty("status")
private Integer status;
/**
* [0,9999999]
*/
@JsonProperty("seq")
private Integer seq;
/**
*
*/
@JsonProperty("text")
private List<MsgDTO> text;
}
@NoArgsConstructor
@Data
public static class UsageDTO {
@JsonProperty("text")
private TextDTO text;
@NoArgsConstructor
@Data
public static class TextDTO {
/**
*
*/
@JsonProperty("question_tokens")
private Integer questionTokens;
/**
* tokens
*/
@JsonProperty("prompt_tokens")
private Integer promptTokens;
/**
* tokens
*/
@JsonProperty("completion_tokens")
private Integer completionTokens;
/**
* prompt_tokenscompletion_tokenstokens
*/
@JsonProperty("total_tokens")
private Integer totalTokens;
}
}
}
}

View File

@ -0,0 +1,153 @@
package com.bwie.component;
import com.alibaba.fastjson.JSONObject;
import com.bwie.common.MsgDTO;
import com.bwie.common.request.RequestDTO;
import com.bwie.config.XfXhConfig;
import lombok.extern.slf4j.Slf4j;
import okhttp3.*;
import org.java_websocket.WebSocket;
import org.java_websocket.WebSocketListener;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Component;
import javax.annotation.Resource;
import javax.crypto.Mac;
import javax.crypto.spec.SecretKeySpec;
import java.net.URL;
import java.nio.charset.StandardCharsets;
import java.text.SimpleDateFormat;
import java.util.*;
@Component
@Slf4j
public class XfXhStreamClient {
/**
* @author fst
*/
@Resource
private XfXhConfig xfXhConfig;
@Value("${xfxh.QPS}")
private int connectionTokenCount;
/**
*
*/
public static int GET_TOKEN_STATUS = 0;
/**
*
*/
public static int BACK_TOKEN_STATUS = 1;
/**
*
*
* @param status 0- 1-
* @return
*/
public synchronized boolean operateToken(int status) {
if (status == GET_TOKEN_STATUS) {
// 获取令牌
if (connectionTokenCount != 0) {
// 说明还有令牌,将令牌数减一
connectionTokenCount -= 1;
return true;
} else {
return false;
}
} else {
// 放回令牌
connectionTokenCount += 1;
return true;
}
}
/**
*
*
* @param uid id
* @param msgList
* @return websocket便
*/
public WebSocket sendMsg(String uid, List<MsgDTO> msgList, WebSocketListener listener) {
// 获取鉴权url
String authUrl = this.getAuthUrl();
// 鉴权方法生成失败,直接返回 null
if (authUrl == null) {
return null;
}
OkHttpClient okHttpClient = new OkHttpClient.Builder().build();
// 将 https/http 连接替换为 ws/wss 连接
String url = authUrl.replace("http://", "ws://").replace("https://", "wss://");
Request request = new Request.Builder().url(url).build();
// 建立 wss 连接
WebSocket webSocket = okHttpClient.newWebSocket(request, listener);
// 组装请求参数
RequestDTO requestDTO = getRequestParam(uid, msgList);
// 发送请求
webSocket.send(JSONObject.toJSONString(requestDTO));
return webSocket;
}
/**
*
*
* @return 访
*/
public String getAuthUrl() {
try {
URL url = new URL(xfXhConfig.getHostUrl());
// 时间
SimpleDateFormat format = new SimpleDateFormat("EEE, dd MMM yyyy HH:mm:ss z", Locale.US);
format.setTimeZone(TimeZone.getTimeZone("GMT"));
String date = format.format(new Date());
// 拼接
String preStr = "host: " + url.getHost() + "\n" +
"date: " + date + "\n" +
"GET " + url.getPath() + " HTTP/1.1";
// SHA256加密
Mac mac = Mac.getInstance("hmacsha256");
SecretKeySpec spec = new SecretKeySpec(xfXhConfig.getApiSecret().getBytes(StandardCharsets.UTF_8), "hmacsha256");
mac.init(spec);
byte[] hexDigits = mac.doFinal(preStr.getBytes(StandardCharsets.UTF_8));
// Base64加密
String sha = Base64.getEncoder().encodeToString(hexDigits);
// 拼接
String authorizationOrigin = String.format("api_key=\"%s\", algorithm=\"%s\", headers=\"%s\", signature=\"%s\"", xfXhConfig.getApiKey(), "hmac-sha256", "host date request-line", sha);
// 拼接地址
HttpUrl httpUrl = Objects.requireNonNull(HttpUrl.parse("https://" + url.getHost() + url.getPath())).newBuilder().
addQueryParameter("authorization", Base64.getEncoder().encodeToString(authorizationOrigin.getBytes(StandardCharsets.UTF_8))).
addQueryParameter("date", date).
addQueryParameter("host", url.getHost()).
build();
return httpUrl.toString();
} catch (Exception e) {
log.error("鉴权方法中发生错误:" + e.getMessage());
return null;
}
}
/**
*
*
* @param uid id
* @param msgList
* @return DTO DTO json resources/demo-json/request.json
*/
public RequestDTO getRequestParam(String uid, List<MsgDTO> msgList) {
RequestDTO requestDTO = new RequestDTO();
requestDTO.setHeader(new RequestDTO.HeaderDTO(xfXhConfig.getAppId(), uid));
requestDTO.setParameter(new RequestDTO.ParameterDTO(new RequestDTO.ParameterDTO.ChatDTO(xfXhConfig.getDomain(), xfXhConfig.getTemperature(), xfXhConfig.getMaxTokens())));
requestDTO.setPayload(new RequestDTO.PayloadDTO(new RequestDTO.PayloadDTO.MessageDTO(msgList)));
return requestDTO;
}
}

View File

@ -0,0 +1,24 @@
package com.bwie.config;
import org.springframework.context.annotation.Configuration;
import org.springframework.web.servlet.config.annotation.CorsRegistry;
import org.springframework.web.servlet.config.annotation.WebMvcConfigurer;
/**
* @author
* @version 1.0
* @description: TODO
* @date 2023/10/3 14:43
*/
@Configuration
public class CorsConfig implements WebMvcConfigurer {
public void addCorsMappings(CorsRegistry registry) {
registry.addMapping("/test/sendQuestion")
.allowedOrigins("http://localhost:9528")
.allowedMethods("GET", "POST")
.allowCredentials(true)
.maxAge(3600);
}
}

View File

@ -0,0 +1,54 @@
package com.bwie.config;
import lombok.Data;
import org.springframework.boot.context.properties.ConfigurationProperties;
import org.springframework.context.annotation.Configuration;
/**
* @author
* @version 1.0
* @description: TODO
* @date 2023/9/29 13:50
*/
@Configuration
@ConfigurationProperties(prefix = "xfxh")
@Data
public class XfXhConfig {
/**
* 使 V2.0使 V1.5 hostUrl https://spark-api.xf-yun.com/v1.1/chat
*/
private String hostUrl;
/**
* 访 V1.5 general V2 generalv2
*/
private String domain;
/**
* [0,1]
*/
private Float temperature;
/**
* tokensV1.5[1,4096]V2.0[1,8192]
*/
private Integer maxTokens;
/**
* s
*/
private Integer maxResponseTime;
/**
*
*/
private String appId;
/**
*
*/
private String apiKey;
/**
*
*/
private String apiSecret;
}

View File

@ -0,0 +1,98 @@
package com.bwie.controller;
import cn.hutool.core.util.StrUtil;
import com.bwie.common.MsgDTO;
import com.bwie.component.XfXhStreamClient;
import com.bwie.config.XfXhConfig;
import com.bwie.listener.XfXhWebSocketListener;
import lombok.extern.slf4j.Slf4j;
import org.java_websocket.WebSocket;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestParam;
import org.springframework.web.bind.annotation.RestController;
import javax.annotation.Resource;
import java.util.Collections;
import java.util.UUID;
/**
* @author
* @version 1.0
* @description: TODO
* @date 2023/9/29 14:06
*/
@RestController
@RequestMapping("/test")
@Slf4j
public class ChatController {
@Resource
private XfXhStreamClient xfXhStreamClient;
@Resource
private XfXhConfig xfXhConfig;
/**
*
*
* @param question
* @return
*/
@GetMapping("/sendQuestion")
public String sendQuestion(@RequestParam("question") String question) {
// 如果是无效字符串,则不对大模型进行请求
if (StrUtil.isBlank(question)) {
return "无效问题,请重新输入";
}
// 获取连接令牌
if (!xfXhStreamClient.operateToken(XfXhStreamClient.GET_TOKEN_STATUS)) {
return "当前大模型连接数过多,请稍后再试";
}
// 创建消息对象
MsgDTO msgDTO = MsgDTO.createUserMsg(question);
// 创建监听器
XfXhWebSocketListener listener = new XfXhWebSocketListener();
// 发送问题给大模型,生成 websocket 连接
WebSocket webSocket = xfXhStreamClient.sendMsg(UUID.randomUUID().toString().substring(0, 10), Collections.singletonList(msgDTO), listener);
if (webSocket == null) {
// 归还令牌
xfXhStreamClient.operateToken(XfXhStreamClient.BACK_TOKEN_STATUS);
return "系统内部错误,请联系管理员";
}
try {
int count = 0;
// 为了避免死循环,设置循环次数来定义超时时长
int maxCount = xfXhConfig.getMaxResponseTime() * 5;
while (count <= maxCount) {
Thread.sleep(200);
if (listener.isWsCloseFlag()) {
break;
}
count++;
}
if (count > maxCount) {
return "大模型响应超时,请联系管理员";
}
// 响应大模型的答案
System.out.println(listener.getAnswer().toString());
return listener.getAnswer().toString();
} catch (InterruptedException e) {
log.error("错误:" + e.getMessage());
return "系统内部错误,请联系管理员";
} finally {
// 关闭 websocket 连接
webSocket.close(1000, "");
// 归还令牌
xfXhStreamClient.operateToken(XfXhStreamClient.BACK_TOKEN_STATUS);
}
}
}

View File

@ -1,6 +1,6 @@
package com.bwie.controller; package com.bwie.controller;
import com.bwie.common.LoginRequest; import com.bwie.common.request.LoginRequest;
import com.bwie.common.Result; import com.bwie.common.Result;
import com.bwie.service.impl.UserServiceImpl; import com.bwie.service.impl.UserServiceImpl;
import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Autowired;

View File

@ -0,0 +1,72 @@
package com.bwie.listener;
import com.alibaba.fastjson.JSONObject;
import com.bwie.common.MsgDTO;
import com.bwie.common.response.ResponseDTO;
import lombok.extern.slf4j.Slf4j;
import okhttp3.Response;
import okhttp3.WebSocket;
import okhttp3.WebSocketListener;
import org.jetbrains.annotations.NotNull;
import org.jetbrains.annotations.Nullable;
/**
* @author
* @version 1.0
* @description: TODO
* @date 2023/9/29 13:58
*/
@Slf4j
public class XfXhWebSocketListener extends WebSocketListener {
private StringBuilder answer = new StringBuilder();
private boolean wsCloseFlag = false;
public StringBuilder getAnswer() {
return answer;
}
public boolean isWsCloseFlag() {
return wsCloseFlag;
}
@Override
public void onOpen(@NotNull WebSocket webSocket, @NotNull Response response) {
super.onOpen(webSocket, response);
}
@Override
public void onMessage(@NotNull WebSocket webSocket, @NotNull String text) {
super.onMessage(webSocket, text);
// 将大模型回复的 JSON 文本转为 ResponseDTO 对象
ResponseDTO responseData = JSONObject.parseObject(text, ResponseDTO.class);
// 如果响应数据中的 header 的 code 值不为 0则表示响应错误
if (responseData.getHeader().getCode() != 0) {
// 日志记录
log.error("发生错误,错误码为:" + responseData.getHeader().getCode() + "; " + "信息:" + responseData.getHeader().getMessage());
// 设置回答
this.answer = new StringBuilder("大模型响应错误,请稍后再试");
// 关闭连接标识
wsCloseFlag = true;
return;
}
// 将回答进行拼接
for (MsgDTO msgDTO : responseData.getPayload().getChoices().getText()) {
this.answer.append(msgDTO.getContent());
}
// 对最后一个文本结果进行处理
if (2 == responseData.getHeader().getStatus()) {
wsCloseFlag = true;
}
}
@Override
public void onFailure(@NotNull WebSocket webSocket, @NotNull Throwable t, @Nullable Response response) {
super.onFailure(webSocket, t, response);
}
@Override
public void onClosed(@NotNull WebSocket webSocket, int code, @NotNull String reason) {
super.onClosed(webSocket, code, reason);
}
}

View File

@ -1,6 +1,6 @@
package com.bwie.mapper; package com.bwie.mapper;
import com.bwie.common.LoginRequest; import com.bwie.common.request.LoginRequest;
import org.apache.ibatis.annotations.Mapper; import org.apache.ibatis.annotations.Mapper;
import org.springframework.stereotype.Component; import org.springframework.stereotype.Component;

View File

@ -1,6 +1,6 @@
package com.bwie.service; package com.bwie.service;
import com.bwie.common.LoginRequest; import com.bwie.common.request.LoginRequest;
import com.bwie.common.Result; import com.bwie.common.Result;
public interface UserService { public interface UserService {

View File

@ -1,7 +1,7 @@
package com.bwie.service.impl; package com.bwie.service.impl;
import com.bwie.annotation.Idempotent; import com.bwie.annotation.Idempotent;
import com.bwie.common.LoginRequest; import com.bwie.common.request.LoginRequest;
import com.bwie.common.Result; import com.bwie.common.Result;
import com.bwie.mapper.UserMapper; import com.bwie.mapper.UserMapper;
import com.bwie.service.UserService; import com.bwie.service.UserService;

View File

@ -9,7 +9,7 @@ spring:
password: root password: root
name: defaultDataSource name: defaultDataSource
mybatis: mybatis:
mapper-locations: mappers/*xml mapper-locations: mapper/*xml
mybatis: mybatis:
configuration: configuration:
map-underscore-to-camel-case: true map-underscore-to-camel-case: true
@ -28,8 +28,8 @@ xfxh:
# 允许同时连接大模型的 websocket 数,如果是普通(免费)用户为 2超过这个数连接响应会报错具体参考官网。 # 允许同时连接大模型的 websocket 数,如果是普通(免费)用户为 2超过这个数连接响应会报错具体参考官网。
QPS: 2 QPS: 2
# 用于权限验证,从服务接口认证信息中获取 # 用于权限验证,从服务接口认证信息中获取
appId: 4c5ea24c appId: 3a5er24h
# 用于权限验证,从服务接口认证信息中获取 # 用于权限验证,从服务接口认证信息中获取
apiKey: d53d6f5aae8cfee01420eeff6584057f apiKey: d2hu6f5ace8fdea0982a0eaff658408dh
# 用于权限验证,从服务接口认证信息中获取 # 用于权限验证,从服务接口认证信息中获取
apiSecret: Mzg3YTYxZjYyYTE0MTdiOTMyZTdlMTFi apiSecret: Cst3AJIxEjDyCKQ0MTdiOQIyKIdlLOAi

View File

@ -4,7 +4,7 @@
"http://mybatis.org/dtd/mybatis-3-mapper.dtd"> "http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper namespace="com.bwie.mapper.UserMapper"> <mapper namespace="com.bwie.mapper.UserMapper">
<select id="login" resultType="com.bwie.common.LoginRequest"> <select id="login" resultType="com.bwie.common.request.LoginRequest">
select *from t_user where user_name=#{userName} and user_pwd=#{userPwd} select *from t_user where user_name=#{userName} and user_pwd=#{userPwd}
</select> </select>
</mapper> </mapper>

View File

@ -1,5 +0,0 @@
#Generated by Maven
#Wed Oct 04 22:55:50 CST 2023
version=1.0-SNAPSHOT
groupId=com.bwie
artifactId=test-10.01

View File

@ -1 +1,4 @@
com\bwie\test\Test01.class com\bwie\common\Result.class
com\bwie\service\UserService.class
com\bwie\common\request\LoginRequest.class
META-INF\spring-configuration-metadata.json

View File

@ -1 +1,17 @@
D:\lv6\test-10.01\src\main\java\com\bwie\common\response\ResponseDTO.java
D:\lv6\test-10.01\src\main\java\com\bwie\controller\ChatController.java
D:\lv6\test-10.01\src\main\java\com\bwie\config\CorsConfig.java
D:\lv6\test-10.01\src\main\java\com\bwie\service\UserService.java
D:\lv6\test-10.01\src\main\java\com\bwie\mapper\UserMapper.java
D:\lv6\test-10.01\src\main\java\com\bwie\common\Result.java
D:\lv6\test-10.01\src\main\java\com\bwie\controller\UserController.java
D:\lv6\test-10.01\src\main\java\com\bwie\common\request\LoginRequest.java
D:\lv6\test-10.01\src\main\java\com\bwie\service\impl\UserServiceImpl.java
D:\lv6\test-10.01\src\main\java\com\bwie\common\MsgDTO.java
D:\lv6\test-10.01\src\main\java\com\bwie\annotation\Idempotent.java
D:\lv6\test-10.01\src\main\java\com\bwie\common\request\RequestDTO.java
D:\lv6\test-10.01\src\main\java\com\bwie\component\XfXhStreamClient.java
D:\lv6\test-10.01\src\main\java\com\bwie\aspect\IdempotentAspect.java
D:\lv6\test-10.01\src\main\java\com\bwie\config\XfXhConfig.java
D:\lv6\test-10.01\src\main\java\com\bwie\test\Test01.java D:\lv6\test-10.01\src\main\java\com\bwie\test\Test01.java
D:\lv6\test-10.01\src\main\java\com\bwie\WorkApplication.java

Binary file not shown.