|
|
@@ -1,380 +0,0 @@
|
|
|
-package com.xmzs.system.service.impl;
|
|
|
-
|
|
|
-
|
|
|
-import cn.hutool.core.collection.CollectionUtil;
|
|
|
-import cn.hutool.json.JSONUtil;
|
|
|
-
|
|
|
-import com.azure.ai.openai.OpenAIClient;
|
|
|
-import com.azure.ai.openai.OpenAIClientBuilder;
|
|
|
-import com.azure.ai.openai.models.*;
|
|
|
-import com.azure.core.credential.AzureKeyCredential;
|
|
|
-import com.azure.core.util.IterableStream;
|
|
|
-import com.fasterxml.jackson.databind.ObjectMapper;
|
|
|
-import com.xmzs.common.chat.config.LocalCache;
|
|
|
-import com.xmzs.common.chat.constant.OpenAIConst;
|
|
|
-import com.xmzs.common.chat.domain.request.ChatRequest;
|
|
|
-import com.xmzs.common.chat.domain.request.Dall3Request;
|
|
|
-import com.xmzs.common.chat.entity.chat.*;
|
|
|
-import com.xmzs.common.chat.entity.images.Image;
|
|
|
-import com.xmzs.common.chat.entity.images.ImageResponse;
|
|
|
-import com.xmzs.common.chat.entity.images.Item;
|
|
|
-import com.xmzs.common.chat.entity.images.ResponseFormat;
|
|
|
-import com.xmzs.common.chat.openai.OpenAiStreamClient;
|
|
|
-import com.xmzs.common.chat.utils.TikTokensUtil;
|
|
|
-import com.xmzs.common.core.domain.model.LoginUser;
|
|
|
-import com.xmzs.common.core.exception.ServiceException;
|
|
|
-import com.xmzs.common.core.exception.base.BaseException;
|
|
|
-
|
|
|
-import com.xmzs.common.core.utils.StringUtils;
|
|
|
-import com.xmzs.common.satoken.utils.LoginHelper;
|
|
|
-import com.xmzs.common.translation.annotation.Translation;
|
|
|
-import com.xmzs.system.domain.SysUser;
|
|
|
-import com.xmzs.system.domain.bo.ChatMessageBo;
|
|
|
-import com.xmzs.system.listener.SSEEventSourceListener;
|
|
|
-import com.xmzs.system.mapper.SysUserMapper;
|
|
|
-import com.xmzs.system.service.ChatService;
|
|
|
-import com.xmzs.system.service.IChatMessageService;
|
|
|
-
|
|
|
-import com.xmzs.system.service.SseService;
|
|
|
-import lombok.RequiredArgsConstructor;
|
|
|
-import lombok.extern.slf4j.Slf4j;
|
|
|
-import org.springframework.beans.factory.annotation.Value;
|
|
|
-import org.springframework.http.MediaType;
|
|
|
-import org.springframework.stereotype.Service;
|
|
|
-import org.springframework.transaction.annotation.Transactional;
|
|
|
-import org.springframework.web.servlet.mvc.method.annotation.SseEmitter;
|
|
|
-
|
|
|
-import java.io.BufferedReader;
|
|
|
-import java.io.IOException;
|
|
|
-import java.io.InputStream;
|
|
|
-import java.io.InputStreamReader;
|
|
|
-import java.net.URI;
|
|
|
-import java.net.http.HttpClient;
|
|
|
-import java.net.http.HttpRequest;
|
|
|
-import java.net.http.HttpResponse;
|
|
|
-import java.util.ArrayList;
|
|
|
-import java.util.Collections;
|
|
|
-import java.util.List;
|
|
|
-import java.util.Objects;
|
|
|
-import java.util.concurrent.ExecutorService;
|
|
|
-import java.util.concurrent.Executors;
|
|
|
-import java.util.concurrent.TimeUnit;
|
|
|
-
|
|
|
-import com.azure.ai.openai.models.ImageGenerationOptions;
|
|
|
-import com.azure.core.models.ResponseError;
|
|
|
-import com.azure.ai.openai.OpenAIClient;
|
|
|
-import com.azure.ai.openai.OpenAIClientBuilder;
|
|
|
-import com.azure.ai.openai.models.ImageGenerationData;
|
|
|
-import com.azure.ai.openai.models.ImageGenerationOptions;
|
|
|
-import com.azure.ai.openai.models.ImageGenerations;
|
|
|
-import com.azure.core.credential.AzureKeyCredential;
|
|
|
-/**
|
|
|
- * 描述：
|
|
|
- *
|
|
|
- * @author https:www.unfbx.com
|
|
|
- * @date 2023-04-08
|
|
|
- */
|
|
|
-@Service
|
|
|
-@Slf4j
|
|
|
-@RequiredArgsConstructor
|
|
|
-public class SseServiceImpl implements SseService {
|
|
|
- private final OpenAiStreamClient openAiStreamClient;
|
|
|
-
|
|
|
- private final ChatService chatService;
|
|
|
-
|
|
|
- private final SysUserMapper sysUserMapper;
|
|
|
-
|
|
|
- private final IChatMessageService chatMessageService;
|
|
|
-
|
|
|
- @Value("${transit.apiKey}")
|
|
|
- private String API_KEY;
|
|
|
-
|
|
|
- @Value("${transit.apiHost}")
|
|
|
- private String API_HOST;
|
|
|
-
|
|
|
- private static final String DONE_SIGNAL = "[DONE]";
|
|
|
-
|
|
|
- @Override
|
|
|
- @Transactional
|
|
|
- public SseEmitter sseChat(ChatRequest chatRequest) {
|
|
|
- LocalCache.CACHE.put("userId",getUserId());
|
|
|
- SseEmitter sseEmitter = new SseEmitter(0L);
|
|
|
- SSEEventSourceListener openAIEventSourceListener = new SSEEventSourceListener(sseEmitter);
|
|
|
- checkUserGrade(sseEmitter, chatRequest.getModel());
|
|
|
- // 获取对话消息列表
|
|
|
- List<Message> msgList = chatRequest.getMessages();
|
|
|
- // 图文识别上下文信息
|
|
|
- List<Content> contentList = chatRequest.getContent();
|
|
|
- // 图文识别模型
|
|
|
- if (ChatCompletion.Model.GPT_4_VISION_PREVIEW.getName().equals(chatRequest.getModel())) {
|
|
|
- MessagePicture message = MessagePicture.builder().role(Message.Role.USER.getName()).content(contentList).build();
|
|
|
- ChatCompletionWithPicture chatCompletion = ChatCompletionWithPicture
|
|
|
- .builder()
|
|
|
- .messages(Collections.singletonList(message))
|
|
|
- .model(chatRequest.getModel())
|
|
|
- .temperature(chatRequest.getTemperature())
|
|
|
- .topP(chatRequest.getTop_p())
|
|
|
- .stream(true)
|
|
|
- .build();
|
|
|
- openAiStreamClient.streamChatCompletion(chatCompletion, openAIEventSourceListener);
|
|
|
- // 扣除图文对话费用
|
|
|
- chatService.deductUserBalance(getUserId(),OpenAIConst.GPT4_COST);
|
|
|
-
|
|
|
- String text = contentList.get(contentList.size() - 1).getText();
|
|
|
- // 保存消息记录
|
|
|
- ChatMessageBo chatMessageBo = new ChatMessageBo();
|
|
|
- chatMessageBo.setUserId(getUserId());
|
|
|
- chatMessageBo.setModelName(chatRequest.getModel());
|
|
|
- chatMessageBo.setContent(text);
|
|
|
- chatMessageBo.setDeductCost(OpenAIConst.GPT4_COST);
|
|
|
- chatMessageBo.setTotalTokens(0);
|
|
|
- chatMessageService.insertByBo(chatMessageBo);
|
|
|
- } else {
|
|
|
- ChatCompletion completion = ChatCompletion
|
|
|
- .builder()
|
|
|
- .messages(msgList)
|
|
|
- .model(chatRequest.getModel())
|
|
|
- .temperature(chatRequest.getTemperature())
|
|
|
- .topP(chatRequest.getTop_p())
|
|
|
- .stream(true)
|
|
|
- .build();
|
|
|
- openAiStreamClient.streamChatCompletion(completion, openAIEventSourceListener);
|
|
|
- Message message = msgList.get(msgList.size() - 1);
|
|
|
- // 扣除余额
|
|
|
- int tokens = TikTokensUtil.tokens(chatRequest.getModel(), msgList);
|
|
|
- ChatMessageBo chatMessageBo = new ChatMessageBo();
|
|
|
- chatMessageBo.setUserId(getUserId());
|
|
|
- chatMessageBo.setModelName(chatRequest.getModel());
|
|
|
- chatMessageBo.setContent(message.getContent());
|
|
|
- chatMessageBo.setTotalTokens(tokens);
|
|
|
- chatService.deductToken(chatMessageBo);
|
|
|
- }
|
|
|
- return sseEmitter;
|
|
|
- }
|
|
|
-
|
|
|
- /**
|
|
|
- * dall-e-3绘画接口
|
|
|
- *
|
|
|
- * @param request
|
|
|
- * @return
|
|
|
- */
|
|
|
- public List<Item> dall3(Dall3Request request) {
|
|
|
- checkUserGrade(null,"");
|
|
|
- // DALL3 绘图模型
|
|
|
- Image image = Image.builder()
|
|
|
- .responseFormat(ResponseFormat.URL.getName())
|
|
|
- .model(Image.Model.DALL_E_3.getName())
|
|
|
- .prompt(request.getPrompt())
|
|
|
- .n(1)
|
|
|
- .quality(request.getQuality())
|
|
|
- .size(request.getSize())
|
|
|
- .style(request.getStyle())
|
|
|
- .build();
|
|
|
- ImageResponse imageResponse = openAiStreamClient.genImages(image);
|
|
|
-
|
|
|
- // 扣除费用
|
|
|
- if(Objects.equals(request.getSize(), "1792x1024") || Objects.equals(request.getSize(), "1024x1792")){
|
|
|
- chatService.deductUserBalance(getUserId(),OpenAIConst.DALL3_HD_COST);
|
|
|
- }else {
|
|
|
- chatService.deductUserBalance(getUserId(),OpenAIConst.DALL3_COST);
|
|
|
- }
|
|
|
- // 保存扣费记录
|
|
|
- ChatMessageBo chatMessageBo = new ChatMessageBo();
|
|
|
- chatMessageBo.setUserId(getUserId());
|
|
|
- chatMessageBo.setModelName(Image.Model.DALL_E_3.getName());
|
|
|
- chatMessageBo.setContent(request.getPrompt());
|
|
|
- chatMessageBo.setDeductCost(OpenAIConst.GPT4_COST);
|
|
|
- chatMessageBo.setTotalTokens(0);
|
|
|
- chatMessageService.insertByBo(chatMessageBo);
|
|
|
- return imageResponse.getData();
|
|
|
- }
|
|
|
-
|
|
|
- @Override
|
|
|
- public void mjTask() {
|
|
|
- // 检验是否是免费用户
|
|
|
- checkUserGrade(null,"");
|
|
|
- chatService.deductUserBalance(getUserId(),OpenAIConst.MJ_COST);
|
|
|
- // 保存扣费记录
|
|
|
- ChatMessageBo chatMessageBo = new ChatMessageBo();
|
|
|
- chatMessageBo.setUserId(getUserId());
|
|
|
- chatMessageBo.setModelName("mj");
|
|
|
- chatMessageBo.setContent("mj绘图");
|
|
|
- chatMessageBo.setDeductCost(OpenAIConst.GPT4_COST);
|
|
|
- chatMessageBo.setTotalTokens(0);
|
|
|
- chatMessageService.insertByBo(chatMessageBo);
|
|
|
- }
|
|
|
-
|
|
|
- /**
|
|
|
- * 中转接口
|
|
|
- *
|
|
|
- * @param chatRequest
|
|
|
- * @return
|
|
|
- */
|
|
|
- @Override
|
|
|
- public SseEmitter transitChat(ChatRequest chatRequest) {
|
|
|
- // 获取对话消息列表
|
|
|
- List<Message> msgList = chatRequest.getMessages();
|
|
|
- Message message = msgList.get(msgList.size() - 1);
|
|
|
- SseEmitter emitter = new SseEmitter(0L);
|
|
|
- checkUserGrade(emitter, chatRequest.getModel());
|
|
|
- ChatCompletion completion = ChatCompletion
|
|
|
- .builder()
|
|
|
- .messages(chatRequest.getMessages())
|
|
|
- .model(chatRequest.getModel())
|
|
|
- .temperature(chatRequest.getTemperature())
|
|
|
- .topP(chatRequest.getTop_p())
|
|
|
- .stream(true)
|
|
|
- .build();
|
|
|
- // 启动一个新的线程来处理数据流
|
|
|
- new Thread(() -> {
|
|
|
- // 启动一个新的线程来处理数据流
|
|
|
- try {
|
|
|
- ObjectMapper mapper = new ObjectMapper();
|
|
|
- String requestBody = mapper.writeValueAsString(completion);
|
|
|
- HttpRequest request = HttpRequest.newBuilder()
|
|
|
- .uri(URI.create(API_HOST + "v1/chat/completions"))
|
|
|
- .header("Authorization", "Bearer " + API_KEY)
|
|
|
- .header("Content-Type", "application/json")
|
|
|
- .POST(HttpRequest.BodyPublishers.ofString(requestBody))
|
|
|
- .build();
|
|
|
- // 发送请求并获取响应体作为InputStream
|
|
|
- HttpResponse<InputStream> response = HttpClient.newHttpClient().send(request, HttpResponse.BodyHandlers.ofInputStream());
|
|
|
- // 使用正确的字符编码将InputStream包装为InputStreamReader，然后创建BufferedReader
|
|
|
- BufferedReader reader = new BufferedReader(new InputStreamReader(response.body()));
|
|
|
- String line;
|
|
|
- while ((line = reader.readLine()) != null) {
|
|
|
- if (line.startsWith("data: ")) {
|
|
|
- String data = line.replace("data: ", "");
|
|
|
- emitter.send(data, MediaType.TEXT_PLAIN);
|
|
|
- if (data.equals(DONE_SIGNAL)) {
|
|
|
- //成功响应
|
|
|
- emitter.complete();
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
- // 关闭资源
|
|
|
- reader.close();
|
|
|
- } catch (Exception e) {
|
|
|
- emitter.complete();
|
|
|
- throw new ServiceException("调用中转接口失败:"+e.getMessage());
|
|
|
- }
|
|
|
- }).start();
|
|
|
- chatService.deductUserBalance(getUserId(),OpenAIConst.GPT4_COST);
|
|
|
- // 保存消息记录
|
|
|
- ChatMessageBo chatMessageBo = new ChatMessageBo();
|
|
|
- chatMessageBo.setUserId(getUserId());
|
|
|
- chatMessageBo.setModelName(chatRequest.getModel());
|
|
|
- chatMessageBo.setContent(message.getContent());
|
|
|
- chatMessageBo.setDeductCost(OpenAIConst.GPT4_COST);
|
|
|
- chatMessageBo.setTotalTokens(0);
|
|
|
- chatMessageService.insertByBo(chatMessageBo);
|
|
|
- return emitter;
|
|
|
- }
|
|
|
-
|
|
|
- public static void main(String[] args) {
|
|
|
- String azureOpenaiKey = "-";
|
|
|
- String endpoint = "-";
|
|
|
- String deploymentOrModelName = "-";
|
|
|
-
|
|
|
- OpenAIClient client = new OpenAIClientBuilder()
|
|
|
- .endpoint(endpoint)
|
|
|
- .credential(new AzureKeyCredential(azureOpenaiKey))
|
|
|
- .buildClient();
|
|
|
-
|
|
|
- ImageGenerationOptions imageGenerationOptions = new ImageGenerationOptions(
|
|
|
- "A drawing of the Seattle skyline in the style of Van Gogh");
|
|
|
- ImageGenerations images = client.getImageGenerations(deploymentOrModelName, imageGenerationOptions);
|
|
|
-
|
|
|
- for (ImageGenerationData imageGenerationData : images.getData()) {
|
|
|
- System.out.printf(
|
|
|
- "Image location URL that provides temporary access to download the generated image is %s.%n",
|
|
|
- imageGenerationData.getUrl());
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- public SseEmitter azureChat(ChatRequest chatRequest) {
|
|
|
- String azureOpenaiKey = "-";
|
|
|
- String endpoint = "-";
|
|
|
- String deploymentOrModelId = "-";
|
|
|
- OpenAIClient client = new OpenAIClientBuilder()
|
|
|
- .endpoint(endpoint)
|
|
|
- .credential(new AzureKeyCredential(azureOpenaiKey))
|
|
|
- .buildClient();
|
|
|
- final SseEmitter emitter = new SseEmitter();
|
|
|
- // 使用线程池异步执行
|
|
|
- ExecutorService service = Executors.newSingleThreadExecutor();
|
|
|
- service.execute(() -> {
|
|
|
- try {
|
|
|
- // 获取对话消息列表
|
|
|
- List<Message> chatMessages = chatRequest.getMessages();
|
|
|
- List<ChatRequestMessage> messages = new ArrayList<>();
|
|
|
- chatMessages.forEach(
|
|
|
- e->{
|
|
|
- ChatRequestMessage chatMessage;
|
|
|
- if(Message.Role.SYSTEM.getName().equals(e.getRole())){
|
|
|
- chatMessage = new ChatRequestSystemMessage(e.getContent());
|
|
|
- }else {
|
|
|
- chatMessage = new ChatRequestUserMessage(e.getContent());
|
|
|
- }
|
|
|
- messages.add(chatMessage);
|
|
|
- }
|
|
|
- );
|
|
|
- // 获取流式响应
|
|
|
- IterableStream<ChatCompletions> chatCompletionsStream = client.getChatCompletionsStream(deploymentOrModelId, new ChatCompletionsOptions(messages));
|
|
|
-
|
|
|
- // 遍历流式响应并发送到客户端
|
|
|
- for (ChatCompletions chatCompletion : chatCompletionsStream) {
|
|
|
-
|
|
|
- if(CollectionUtil.isEmpty(chatCompletion.getChoices())){
|
|
|
- continue;
|
|
|
- }
|
|
|
- log.info("json ======{}", JSONUtil.toJsonStr(chatCompletion));
|
|
|
- emitter.send(chatCompletion);
|
|
|
- }
|
|
|
- emitter.complete();
|
|
|
- } catch (Exception e) {
|
|
|
- emitter.completeWithError(e);
|
|
|
- }
|
|
|
- });
|
|
|
- return emitter;
|
|
|
- }
|
|
|
-
|
|
|
- /**
|
|
|
- * 判断用户是否付费
|
|
|
- */
|
|
|
- public void checkUserGrade(SseEmitter emitter, String model) {
|
|
|
- SysUser sysUser = sysUserMapper.selectById(getUserId());
|
|
|
- if(StringUtils.isEmpty(model)){
|
|
|
- if("0".equals(sysUser.getUserGrade())){
|
|
|
- throw new ServiceException("免费用户暂时不支持此模型,请切换gpt-3.5-turbo模型或者点击《进入市场选购您的商品》充值后使用!",500);
|
|
|
- }
|
|
|
- }
|
|
|
- // TODO 添加枚举
|
|
|
- if ("0".equals(sysUser.getUserGrade()) && !ChatCompletion.Model.GPT_3_5_TURBO.getName().equals(model)) {
|
|
|
- // 创建并发送一个名为 "error" 的事件，带有错误消息和状态码
|
|
|
- SseEmitter.SseEventBuilder event = SseEmitter.event()
|
|
|
- .name("error") // 客户端将监听这个事件名
|
|
|
- .data("免费用户暂时不支持此模型,请切换gpt-3.5-turbo模型或者点击《进入市场选购您的商品》充值后使用!");
|
|
|
- try {
|
|
|
- emitter.send(event);
|
|
|
- } catch (IOException e) {
|
|
|
- throw new RuntimeException(e);
|
|
|
- }
|
|
|
- emitter.complete();
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- /**
|
|
|
- * 获取用户Id
|
|
|
- *
|
|
|
- * @return
|
|
|
- */
|
|
|
- public Long getUserId(){
|
|
|
- LoginUser loginUser = LoginHelper.getLoginUser();
|
|
|
- if (loginUser == null) {
|
|
|
- throw new BaseException("用户未登录！");
|
|
|
- }
|
|
|
- return loginUser.getUserId();
|
|
|
- }
|
|
|
-
|
|
|
-}
|
ageer