| | |
| | | package cc.mrbird.febs.ai.service.impl; |
| | | |
| | | import cc.mrbird.febs.ai.entity.AiTalkItem; |
| | | import cc.mrbird.febs.ai.enumerates.AiTypeEnum; |
| | | import cc.mrbird.febs.ai.entity.AiProductRole; |
| | | import cc.mrbird.febs.ai.req.ai.AiMessage; |
| | | import cc.mrbird.febs.ai.req.ai.AiRequest; |
| | | import cc.mrbird.febs.ai.req.talk.AiTalkAnswerStream; |
| | | import cc.mrbird.febs.ai.res.ai.AiResponse; |
| | | import cc.mrbird.febs.ai.res.ai.RadarDataItem; |
| | | import cc.mrbird.febs.ai.res.ai.Report; |
| | | import cc.mrbird.febs.ai.res.memberTalk.ApiMemberTalkStreamVo; |
| | | import cc.mrbird.febs.ai.service.AiProductRoleService; |
| | | import cc.mrbird.febs.ai.service.AiService; |
| | | import cc.mrbird.febs.ai.service.AiTalkItemService; |
| | | import cc.mrbird.febs.common.entity.FebsResponse; |
| | | import cn.hutool.core.collection.CollUtil; |
| | | import cn.hutool.core.util.StrUtil; |
| | | import cn.hutool.json.JSONUtil; |
| | | import com.fasterxml.jackson.core.JsonProcessingException; |
| | | import com.fasterxml.jackson.databind.JsonNode; |
| | |
| | | |
| | | private final AiProductRoleService aiProductRoleService; |
| | | private final ObjectMapper objectMapper; |
| | | private final AiTalkItemService aiTalkItemService; |
| | | |
| | | @Value("${ai.service.ak}") |
| | | private String ak; |
| | |
| | | }); |
| | | } |
| | | |
| | | @Override |
| | | public Flux<FebsResponse> answerStreamV2(AiTalkAnswerStream dto) { |
| | | String question = dto.getQuestion(); |
| | | log.info("----- standard request -----"); |
| | | |
| | | |
| | | List<ChatMessage> messages = new ArrayList<>(); |
| | | final ChatMessage systemMessage = ChatMessage.builder() |
| | | .role(ChatMessageRole.SYSTEM) |
| | | .content("你是豆包,是由字节跳动开发的 AI 人工智能助手") |
| | | .build(); |
| | | messages.add(systemMessage); |
| | | //获取消息记录 |
| | | if (StrUtil.isNotEmpty(dto.getTalkId())){ |
| | | List<AiTalkItem> aiTalkItems = aiTalkItemService.getListByTalkId(dto.getTalkId()); |
| | | if(CollUtil.isNotEmpty(aiTalkItems)){ |
| | | for (AiTalkItem aiTalkItem : aiTalkItems){ |
| | | if (aiTalkItem.getType() == 1){ |
| | | ChatMessage memberMessage = ChatMessage.builder() |
| | | .role(ChatMessageRole.USER) |
| | | .content(aiTalkItem.getContext()) |
| | | .build(); |
| | | messages.add(memberMessage); |
| | | } |
| | | if (aiTalkItem.getType() == 2){ |
| | | ChatMessage assistantMessage = ChatMessage.builder() |
| | | .role(ChatMessageRole.ASSISTANT) |
| | | .content(aiTalkItem.getContext()) |
| | | .build(); |
| | | messages.add(assistantMessage); |
| | | } |
| | | } |
| | | } |
| | | } |
| | | |
| | | final ChatMessage userMessage = ChatMessage.builder() |
| | | .role(ChatMessageRole.USER) |
| | | .content(question) |
| | | .build(); |
| | | messages.add(userMessage); |
| | | |
| | | ChatCompletionRequest chatCompletionRequest = ChatCompletionRequest.builder() |
| | | .model("ep-20250805124033-lhxbf") |
| | | .messages(messages) |
| | | .stream(true) |
| | | .thinking(new ChatCompletionRequest.ChatCompletionRequestThinking("enabled")) |
| | | .temperature(0.7) |
| | | .topP(0.9) |
| | | .maxTokens(2048) |
| | | .frequencyPenalty(0.0) |
| | | .build(); |
| | | |
| | | return Flux.from(service.streamChatCompletion(chatCompletionRequest)) |
| | | .map(response -> { |
| | | if (response == null || response.getChoices() == null || response.getChoices().isEmpty()) { |
| | | return new FebsResponse().success().data("END"); |
| | | } |
| | | |
| | | ChatCompletionChoice choice = response.getChoices().get(0); |
| | | if (choice == null || choice.getMessage() == null) { |
| | | return new FebsResponse().success().data("END"); |
| | | } |
| | | |
| | | |
| | | ApiMemberTalkStreamVo apiMemberTalkStreamVo = new ApiMemberTalkStreamVo(); |
| | | // 判断是否触发深度思考,触发则打印模型输出的思维链内容 |
| | | ChatMessage message = choice.getMessage(); |
| | | if (message.getReasoningContent()!= null &&!message.getReasoningContent().isEmpty()) { |
| | | apiMemberTalkStreamVo.setReasoningContent(message.getReasoningContent()); |
| | | System.out.print(message.getReasoningContent()); |
| | | } |
| | | |
| | | String content = message.getContent() == null ? "" : message.getContent().toString(); |
| | | apiMemberTalkStreamVo.setContent(content); |
| | | System.out.print(content); |
| | | return new FebsResponse().success().data(apiMemberTalkStreamVo); |
| | | }) |
| | | .onErrorResume(throwable -> { |
| | | log.error("流式调用AI服务失败,问题输入: {}", question, throwable); |
| | | FebsResponse errorResponse = new FebsResponse().message("AI服务调用失败"); |
| | | return Flux.just(errorResponse); |
| | | }); |
| | | } |
| | | |
| | | |
| | | private Report tryRepairTruncatedJson(String truncatedJson) { |
| | | String[] repairAttempts = { |