feat(ai): 添加流式回答接口 V2 版本

Administrator

2025-08-25 4efee316c1411c596a4d333740c3921742f08116

 src/main/java/cc/mrbird/febs/ai/service/impl/AiServiceImpl.java

@@ -1,15 +1,18 @@
package cc.mrbird.febs.ai.service.impl;

import cc.mrbird.febs.ai.entity.AiTalkItem;
import cc.mrbird.febs.ai.enumerates.AiTypeEnum;
import cc.mrbird.febs.ai.entity.AiProductRole;
import cc.mrbird.febs.ai.req.ai.AiMessage;
import cc.mrbird.febs.ai.req.ai.AiRequest;
import cc.mrbird.febs.ai.req.talk.AiTalkAnswerStream;
import cc.mrbird.febs.ai.res.ai.AiResponse;
import cc.mrbird.febs.ai.res.ai.RadarDataItem;
import cc.mrbird.febs.ai.res.ai.Report;
import cc.mrbird.febs.ai.res.memberTalk.ApiMemberTalkStreamVo;
import cc.mrbird.febs.ai.service.AiProductRoleService;
import cc.mrbird.febs.ai.service.AiService;
import cc.mrbird.febs.ai.service.AiTalkItemService;
import cc.mrbird.febs.common.entity.FebsResponse;
import cn.hutool.core.collection.CollUtil;
import cn.hutool.json.JSONUtil;
@@ -69,6 +72,7 @@

    private final AiProductRoleService aiProductRoleService;
    private final ObjectMapper objectMapper;
    private final AiTalkItemService aiTalkItemService;

    @Value("${ai.service.ak}")
    private String ak;
@@ -418,6 +422,87 @@
                });
    }

    @Override
    public Flux<FebsResponse> answerStreamV2(AiTalkAnswerStream dto) {
        String question = dto.getQuestion();
        //获取消息记录
        List<AiTalkItem> aiTalkItems = aiTalkItemService.getListByTalkId(dto.getTalkId());
        log.info("----- standard request -----");

        final ChatMessage systemMessage = ChatMessage.builder()
                .role(ChatMessageRole.SYSTEM)
                .content("你是豆包，是由字节跳动开发的 AI 人工智能助手")
                .build();

        List<ChatMessage> messages = Arrays.asList(systemMessage);
        if(CollUtil.isNotEmpty(aiTalkItems)){
            for (AiTalkItem aiTalkItem : aiTalkItems){
                if (aiTalkItem.getType() == 1){
                    ChatMessage userMessage = ChatMessage.builder()
                            .role(ChatMessageRole.USER)
                            .content(aiTalkItem.getContext())
                            .build();
                    messages.add(userMessage);
                }
                if (aiTalkItem.getType() == 2){
                    ChatMessage assistantMessage = ChatMessage.builder()
                            .role(ChatMessageRole.ASSISTANT)
                            .content(aiTalkItem.getContext())
                            .build();
                    messages.add(assistantMessage);
                }
            }
        }

        final ChatMessage userMessage = ChatMessage.builder()
                .role(ChatMessageRole.USER)
                .content(question)
                .build();
        messages.add(userMessage);

        ChatCompletionRequest chatCompletionRequest = ChatCompletionRequest.builder()
                .model("ep-20250805124033-lhxbf")
                .messages(messages)
                .stream(true)
                .thinking(new ChatCompletionRequest.ChatCompletionRequestThinking("enabled"))
                .temperature(0.7)
                .topP(0.9)
                .maxTokens(2048)
                .frequencyPenalty(0.0)
                .build();

        return Flux.from(service.streamChatCompletion(chatCompletionRequest))
                .map(response -> {
                    if (response == null || response.getChoices() == null || response.getChoices().isEmpty()) {
                        return new FebsResponse().success().data("END");
                    }

                    ChatCompletionChoice choice = response.getChoices().get(0);
                    if (choice == null || choice.getMessage() == null) {
                        return new FebsResponse().success().data("END");
                    }


                    ApiMemberTalkStreamVo apiMemberTalkStreamVo = new ApiMemberTalkStreamVo();
                    // 判断是否触发深度思考，触发则打印模型输出的思维链内容
                    ChatMessage message = choice.getMessage();
                    if (message.getReasoningContent()!= null &&!message.getReasoningContent().isEmpty()) {
                        apiMemberTalkStreamVo.setReasoningContent(message.getReasoningContent());
                        System.out.print(message.getReasoningContent());
                    }

                    String content = message.getContent() == null ? "" : message.getContent().toString();
                    apiMemberTalkStreamVo.setContent(content);
                    System.out.print(content);
                    return new FebsResponse().success().data(apiMemberTalkStreamVo);
                })
                .onErrorResume(throwable -> {
                    log.error("流式调用AI服务失败，问题输入: {}", question, throwable);
                    FebsResponse errorResponse = new FebsResponse().message("AI服务调用失败");
                    return Flux.just(errorResponse);
                });
    }


    private Report tryRepairTruncatedJson(String truncatedJson) {
        String[] repairAttempts = {