From 582857ad3da9fe0e168364323c313e17993e9a17 Mon Sep 17 00:00:00 2001 From: Administrator <15274802129@163.com> Date: Tue, 26 Aug 2025 11:03:49 +0800 Subject: [PATCH] fix(ai): 优化 AI 服务调用失败时的错误处理- 在 AiServiceImpl 类中,改进了流式调用 AI 服务失败时的错误响应 - 使用 FebsResponse 的 fail() 方法创建失败响应,增加了错误状态 - 修改了两处错误处理逻辑,提高了错误信息的准确性和可读性 --- src/main/java/cc/mrbird/febs/ai/service/impl/AiServiceImpl.java | 154 +++++++++++++++++++++++++++++++++++++++++++++++++++ 1 files changed, 154 insertions(+), 0 deletions(-) diff --git a/src/main/java/cc/mrbird/febs/ai/service/impl/AiServiceImpl.java b/src/main/java/cc/mrbird/febs/ai/service/impl/AiServiceImpl.java index 953dcfe..cccfe88 100644 --- a/src/main/java/cc/mrbird/febs/ai/service/impl/AiServiceImpl.java +++ b/src/main/java/cc/mrbird/febs/ai/service/impl/AiServiceImpl.java @@ -1,15 +1,21 @@ package cc.mrbird.febs.ai.service.impl; +import cc.mrbird.febs.ai.entity.AiTalkItem; import cc.mrbird.febs.ai.enumerates.AiTypeEnum; import cc.mrbird.febs.ai.entity.AiProductRole; import cc.mrbird.febs.ai.req.ai.AiMessage; import cc.mrbird.febs.ai.req.ai.AiRequest; +import cc.mrbird.febs.ai.req.talk.AiTalkAnswerStream; import cc.mrbird.febs.ai.res.ai.AiResponse; import cc.mrbird.febs.ai.res.ai.RadarDataItem; import cc.mrbird.febs.ai.res.ai.Report; +import cc.mrbird.febs.ai.res.memberTalk.ApiMemberTalkStreamVo; import cc.mrbird.febs.ai.service.AiProductRoleService; import cc.mrbird.febs.ai.service.AiService; +import cc.mrbird.febs.ai.service.AiTalkItemService; +import cc.mrbird.febs.common.entity.FebsResponse; import cn.hutool.core.collection.CollUtil; +import cn.hutool.core.util.StrUtil; import cn.hutool.json.JSONUtil; import com.fasterxml.jackson.core.JsonProcessingException; import com.fasterxml.jackson.databind.JsonNode; @@ -23,10 +29,12 @@ import org.springframework.beans.factory.annotation.Value; import org.springframework.stereotype.Service; import org.springframework.util.StringUtils; +import reactor.core.publisher.Flux; import javax.annotation.PostConstruct; import javax.annotation.PreDestroy; import java.util.ArrayList; +import java.util.Arrays; import java.util.List; import java.util.concurrent.TimeUnit; import java.util.function.Consumer; @@ -65,6 +73,7 @@ private final AiProductRoleService aiProductRoleService; private final ObjectMapper objectMapper; + private final AiTalkItemService aiTalkItemService; @Value("${ai.service.ak}") private String ak; @@ -354,6 +363,151 @@ } } + // 修改服务实现 + @Override + public Flux<FebsResponse> answerStream(String question) { + log.info("----- standard request -----"); + + final ChatMessage systemMessage = ChatMessage.builder() + .role(ChatMessageRole.SYSTEM) + .content("你是豆包,是由字节跳动开发的 AI 人工智能助手") + .build(); + + final ChatMessage userMessage = ChatMessage.builder() + .role(ChatMessageRole.USER) + .content(question) + .build(); + + List<ChatMessage> messages = Arrays.asList(systemMessage, userMessage); + + ChatCompletionRequest chatCompletionRequest = ChatCompletionRequest.builder() + .model("ep-20250805124033-lhxbf") + .messages(messages) + .stream(true) + .thinking(new ChatCompletionRequest.ChatCompletionRequestThinking("enabled")) + .temperature(0.7) + .topP(0.9) + .maxTokens(2048) + .frequencyPenalty(0.0) + .build(); + + return Flux.from(service.streamChatCompletion(chatCompletionRequest)) + .map(response -> { + if (response == null || response.getChoices() == null || response.getChoices().isEmpty()) { + return new FebsResponse().success().data("END"); + } + + ChatCompletionChoice choice = response.getChoices().get(0); + if (choice == null || choice.getMessage() == null) { + return new FebsResponse().success().data("END"); + } + + + ApiMemberTalkStreamVo apiMemberTalkStreamVo = new ApiMemberTalkStreamVo(); + // 判断是否触发深度思考,触发则打印模型输出的思维链内容 + ChatMessage message = choice.getMessage(); + if (message.getReasoningContent()!= null &&!message.getReasoningContent().isEmpty()) { + apiMemberTalkStreamVo.setReasoningContent(message.getReasoningContent()); +// System.out.print(message.getReasoningContent()); + } + + String content = message.getContent() == null ? "" : message.getContent().toString(); + apiMemberTalkStreamVo.setContent(content); + System.out.print(content); + return new FebsResponse().success().data(apiMemberTalkStreamVo); + }) + .onErrorResume(throwable -> { + log.error("流式调用AI服务失败,问题输入: {}", question, throwable); + FebsResponse errorResponse = new FebsResponse().fail().message("AI服务调用失败"); + return Flux.just(errorResponse); + }); + } + + @Override + public Flux<FebsResponse> answerStreamV2(AiTalkAnswerStream dto) { + String question = dto.getQuestion(); + log.info("----- standard request -----"); + + + List<ChatMessage> messages = new ArrayList<>(); + final ChatMessage systemMessage = ChatMessage.builder() + .role(ChatMessageRole.SYSTEM) + .content("你是豆包,是由字节跳动开发的 AI 人工智能助手") + .build(); + messages.add(systemMessage); + //获取消息记录 + if (StrUtil.isNotEmpty(dto.getTalkId())){ + List<AiTalkItem> aiTalkItems = aiTalkItemService.getListByTalkId(dto.getTalkId()); + if(CollUtil.isNotEmpty(aiTalkItems)){ + for (AiTalkItem aiTalkItem : aiTalkItems){ + if (aiTalkItem.getType() == 1){ + ChatMessage memberMessage = ChatMessage.builder() + .role(ChatMessageRole.USER) + .content(aiTalkItem.getContext()) + .build(); + messages.add(memberMessage); + } + if (aiTalkItem.getType() == 2){ + ChatMessage assistantMessage = ChatMessage.builder() + .role(ChatMessageRole.ASSISTANT) + .content(aiTalkItem.getContext()) + .build(); + messages.add(assistantMessage); + } + } + } + } + + final ChatMessage userMessage = ChatMessage.builder() + .role(ChatMessageRole.USER) + .content(question) + .build(); + messages.add(userMessage); + + ChatCompletionRequest chatCompletionRequest = ChatCompletionRequest.builder() + .model("ep-20250805124033-lhxbf") + .messages(messages) + .stream(true) + .thinking(new ChatCompletionRequest.ChatCompletionRequestThinking("enabled")) + .temperature(0.7) + .topP(0.9) + .maxTokens(2048) + .frequencyPenalty(0.0) + .build(); + + return Flux.from(service.streamChatCompletion(chatCompletionRequest)) + .map(response -> { + if (response == null || response.getChoices() == null || response.getChoices().isEmpty()) { + return new FebsResponse().success().data("END"); + } + + ChatCompletionChoice choice = response.getChoices().get(0); + if (choice == null || choice.getMessage() == null) { + return new FebsResponse().success().data("END"); + } + + + ApiMemberTalkStreamVo apiMemberTalkStreamVo = new ApiMemberTalkStreamVo(); + // 判断是否触发深度思考,触发则打印模型输出的思维链内容 + ChatMessage message = choice.getMessage(); + if (message.getReasoningContent()!= null &&!message.getReasoningContent().isEmpty()) { + apiMemberTalkStreamVo.setReasoningContent(message.getReasoningContent()); + System.out.print(message.getReasoningContent()); + } + + String content = message.getContent() == null ? "" : message.getContent().toString(); + apiMemberTalkStreamVo.setContent(content); + System.out.print(content); + return new FebsResponse().success().data(apiMemberTalkStreamVo); + }) + .onErrorResume(throwable -> { + log.error("流式调用AI服务失败,问题输入: {}", question, throwable); + FebsResponse errorResponse = new FebsResponse().fail().message("AI服务调用失败"); + return Flux.just(errorResponse); + }); + } + + private Report tryRepairTruncatedJson(String truncatedJson) { String[] repairAttempts = { truncatedJson + "\"}}}", -- Gitblit v1.9.1