|
@@ -34,6 +34,16 @@ public class AIRequestService {
|
|
|
|
|
|
|
|
private final String prefix = "/v1/chat/completions";
|
|
private final String prefix = "/v1/chat/completions";
|
|
|
|
|
|
|
|
|
|
+
|
|
|
|
|
+ @Value("${config.llm.ChatGLM3}")
|
|
|
|
|
+ private String glmUrl;
|
|
|
|
|
+
|
|
|
|
|
+ @Value("${config.llm.Qwen2-7B}")
|
|
|
|
|
+ private String qWen7BUrl;
|
|
|
|
|
+
|
|
|
|
|
+ @Value("${config.llm.QWen14B}")
|
|
|
|
|
+ private String qWen14BUrl;
|
|
|
|
|
+
|
|
|
public AIRequestService(WebClientUtil chatgptClient, WebClientUtil chatglmClient, WebClientUtil qwenClient) {
|
|
public AIRequestService(WebClientUtil chatgptClient, WebClientUtil chatglmClient, WebClientUtil qwenClient) {
|
|
|
this.chatgptClient = chatgptClient;
|
|
this.chatgptClient = chatgptClient;
|
|
|
this.chatglmClient = chatglmClient;
|
|
this.chatglmClient = chatglmClient;
|
|
@@ -54,10 +64,10 @@ public class AIRequestService {
|
|
|
|
|
|
|
|
public AIResponse requestChatGLM(List<AIEntry> messages) {
|
|
public AIResponse requestChatGLM(List<AIEntry> messages) {
|
|
|
MyRequestObject requestObject = new MyRequestObject("ChatGLM3", messages);
|
|
MyRequestObject requestObject = new MyRequestObject("ChatGLM3", messages);
|
|
|
- String chatglmUrl = "http://10.58.0.2:6678";
|
|
|
|
|
|
|
+ String url = glmUrl;
|
|
|
|
|
|
|
|
try {
|
|
try {
|
|
|
- return chatglmClient.post(chatglmUrl+prefix, requestObject, AIResponse.class);
|
|
|
|
|
|
|
+ return chatglmClient.post(url+prefix, requestObject, AIResponse.class);
|
|
|
} catch (Exception e) {
|
|
} catch (Exception e) {
|
|
|
log.error("WebClient请求失败,AI请求失败~");
|
|
log.error("WebClient请求失败,AI请求失败~");
|
|
|
throw new MyException(HttpStatus.INTERNAL_SERVER_ERROR.value(), HttpStatus.INTERNAL_SERVER_ERROR.getReasonPhrase()+":"+"服务器请求AI出错");
|
|
throw new MyException(HttpStatus.INTERNAL_SERVER_ERROR.value(), HttpStatus.INTERNAL_SERVER_ERROR.getReasonPhrase()+":"+"服务器请求AI出错");
|
|
@@ -67,10 +77,10 @@ public class AIRequestService {
|
|
|
|
|
|
|
|
public AIResponse requestChatGLM4(List<AIEntry> messages) {
|
|
public AIResponse requestChatGLM4(List<AIEntry> messages) {
|
|
|
MyRequestObject requestObject = new MyRequestObject("Qwen2-7B", messages);
|
|
MyRequestObject requestObject = new MyRequestObject("Qwen2-7B", messages);
|
|
|
- String chatglmUrl = "http://10.58.0.2:8000";
|
|
|
|
|
|
|
+ String url = qWen7BUrl;
|
|
|
|
|
|
|
|
try {
|
|
try {
|
|
|
- return chatglmClient.post(chatglmUrl+prefix, requestObject, AIResponse.class);
|
|
|
|
|
|
|
+ return chatglmClient.post(url+prefix, requestObject, AIResponse.class);
|
|
|
} catch (Exception e) {
|
|
} catch (Exception e) {
|
|
|
log.error("WebClient请求失败,AI请求失败~");
|
|
log.error("WebClient请求失败,AI请求失败~");
|
|
|
throw new MyException(HttpStatus.INTERNAL_SERVER_ERROR.value(), HttpStatus.INTERNAL_SERVER_ERROR.getReasonPhrase()+":"+"服务器请求AI出错");
|
|
throw new MyException(HttpStatus.INTERNAL_SERVER_ERROR.value(), HttpStatus.INTERNAL_SERVER_ERROR.getReasonPhrase()+":"+"服务器请求AI出错");
|
|
@@ -80,10 +90,10 @@ public class AIRequestService {
|
|
|
|
|
|
|
|
public AIResponse requestQWen(List<AIEntry> messages) {
|
|
public AIResponse requestQWen(List<AIEntry> messages) {
|
|
|
MyRequestObject requestObject = new MyRequestObject("QWen14B", messages);
|
|
MyRequestObject requestObject = new MyRequestObject("QWen14B", messages);
|
|
|
- String qwenUrl = "http://10.58.0.2:6679";
|
|
|
|
|
|
|
+ String url = qWen14BUrl;
|
|
|
|
|
|
|
|
try {
|
|
try {
|
|
|
- return qwenClient.post(qwenUrl+prefix, requestObject, AIResponse.class);
|
|
|
|
|
|
|
+ return qwenClient.post(url+prefix, requestObject, AIResponse.class);
|
|
|
} catch (Exception e) {
|
|
} catch (Exception e) {
|
|
|
log.error("WebClient请求失败,AI请求失败~");
|
|
log.error("WebClient请求失败,AI请求失败~");
|
|
|
throw new MyException(HttpStatus.INTERNAL_SERVER_ERROR.value(), HttpStatus.INTERNAL_SERVER_ERROR.getReasonPhrase()+":"+"服务器请求AI出错");
|
|
throw new MyException(HttpStatus.INTERNAL_SERVER_ERROR.value(), HttpStatus.INTERNAL_SERVER_ERROR.getReasonPhrase()+":"+"服务器请求AI出错");
|