| | |
| | | import cc.mrbird.febs.ai.res.ai.AiResponse; |
| | | import cc.mrbird.febs.ai.res.ai.RadarDataItem; |
| | | import cc.mrbird.febs.ai.res.ai.Report; |
| | | import cc.mrbird.febs.ai.res.memberTalk.ApiMemberTalkStreamVo; |
| | | import cc.mrbird.febs.ai.service.AiProductRoleService; |
| | | import cc.mrbird.febs.ai.service.AiService; |
| | | import cc.mrbird.febs.common.entity.FebsResponse; |
| | | import cn.hutool.core.collection.CollUtil; |
| | | import cn.hutool.json.JSONUtil; |
| | | import com.fasterxml.jackson.core.JsonProcessingException; |
| | |
| | | import org.springframework.beans.factory.annotation.Value; |
| | | import org.springframework.stereotype.Service; |
| | | import org.springframework.util.StringUtils; |
| | | import reactor.core.publisher.Flux; |
| | | |
| | | import javax.annotation.PostConstruct; |
| | | import javax.annotation.PreDestroy; |
| | | import java.util.ArrayList; |
| | | import java.util.Arrays; |
| | | import java.util.List; |
| | | import java.util.concurrent.TimeUnit; |
| | | import java.util.function.Consumer; |
| | |
| | | } |
| | | } |
| | | |
| | | // 修改服务实现 |
| | | @Override |
| | | public Flux<FebsResponse> answerStream(String question) { |
| | | log.info("----- standard request -----"); |
| | | |
| | | final ChatMessage systemMessage = ChatMessage.builder() |
| | | .role(ChatMessageRole.SYSTEM) |
| | | .content("你是豆包,是由字节跳动开发的 AI 人工智能助手") |
| | | .build(); |
| | | |
| | | final ChatMessage userMessage = ChatMessage.builder() |
| | | .role(ChatMessageRole.USER) |
| | | .content(question) |
| | | .build(); |
| | | |
| | | List<ChatMessage> messages = Arrays.asList(systemMessage, userMessage); |
| | | |
| | | ChatCompletionRequest chatCompletionRequest = ChatCompletionRequest.builder() |
| | | .model("ep-20250805124033-lhxbf") |
| | | .messages(messages) |
| | | .stream(true) |
| | | .thinking(new ChatCompletionRequest.ChatCompletionRequestThinking("enabled")) |
| | | .temperature(0.7) |
| | | .topP(0.9) |
| | | .maxTokens(2048) |
| | | .frequencyPenalty(0.0) |
| | | .build(); |
| | | |
| | | return Flux.from(service.streamChatCompletion(chatCompletionRequest)) |
| | | .map(response -> { |
| | | if (response == null || response.getChoices() == null || response.getChoices().isEmpty()) { |
| | | return new FebsResponse().success().data("END"); |
| | | } |
| | | |
| | | ChatCompletionChoice choice = response.getChoices().get(0); |
| | | if (choice == null || choice.getMessage() == null) { |
| | | return new FebsResponse().success().data("END"); |
| | | } |
| | | |
| | | |
| | | ApiMemberTalkStreamVo apiMemberTalkStreamVo = new ApiMemberTalkStreamVo(); |
| | | // 判断是否触发深度思考,触发则打印模型输出的思维链内容 |
| | | ChatMessage message = choice.getMessage(); |
| | | if (message.getReasoningContent()!= null &&!message.getReasoningContent().isEmpty()) { |
| | | apiMemberTalkStreamVo.setReasoningContent(message.getReasoningContent()); |
| | | System.out.print(message.getReasoningContent()); |
| | | } |
| | | |
| | | String content = message.getContent() == null ? "" : message.getContent().toString(); |
| | | apiMemberTalkStreamVo.setContent(content); |
| | | System.out.print(content); |
| | | return new FebsResponse().success().data(apiMemberTalkStreamVo); |
| | | }) |
| | | .onErrorResume(throwable -> { |
| | | log.error("流式调用AI服务失败,问题输入: {}", question, throwable); |
| | | FebsResponse errorResponse = new FebsResponse().message("AI服务调用失败"); |
| | | return Flux.just(errorResponse); |
| | | }); |
| | | } |
| | | |
| | | |
| | | private Report tryRepairTruncatedJson(String truncatedJson) { |
| | | String[] repairAttempts = { |
| | | truncatedJson + "\"}}}", |