| | |
| | | package cc.mrbird.febs.ai.service.impl; |
| | | |
| | | import cc.mrbird.febs.ai.entity.AiTalkItem; |
| | | import cc.mrbird.febs.ai.enumerates.AiTypeEnum; |
| | | import cc.mrbird.febs.ai.entity.AiProductRole; |
| | | import cc.mrbird.febs.ai.req.ai.AiMessage; |
| | | import cc.mrbird.febs.ai.req.ai.AiRequest; |
| | | import cc.mrbird.febs.ai.req.talk.AiTalkAnswerStream; |
| | | import cc.mrbird.febs.ai.res.ai.AiResponse; |
| | | import cc.mrbird.febs.ai.res.ai.RadarDataItem; |
| | | import cc.mrbird.febs.ai.res.ai.Report; |
| | | import cc.mrbird.febs.ai.res.memberTalk.ApiMemberTalkStreamVo; |
| | | import cc.mrbird.febs.ai.service.AiProductRoleService; |
| | | import cc.mrbird.febs.ai.service.AiService; |
| | | import cc.mrbird.febs.ai.service.AiTalkItemService; |
| | | import cc.mrbird.febs.common.entity.FebsResponse; |
| | | import cn.hutool.core.collection.CollUtil; |
| | | import cn.hutool.core.util.StrUtil; |
| | | import cn.hutool.json.JSONUtil; |
| | | import com.fasterxml.jackson.core.JsonProcessingException; |
| | | import com.fasterxml.jackson.databind.JsonNode; |
| | |
| | | |
| | | private final AiProductRoleService aiProductRoleService; |
| | | private final ObjectMapper objectMapper; |
| | | private final AiTalkItemService aiTalkItemService; |
| | | |
| | | @Value("${ai.service.ak}") |
| | | private String ak; |
| | |
| | | .model("ep-20250805124033-lhxbf") |
| | | .messages(messages) |
| | | .stream(true) |
| | | .thinking(new ChatCompletionRequest.ChatCompletionRequestThinking("enabled")) |
| | | .temperature(0.7) |
| | | .topP(0.9) |
| | | .maxTokens(2048) |
| | |
| | | return new FebsResponse().success().data("END"); |
| | | } |
| | | |
| | | Object contentObj = choice.getMessage().getContent(); |
| | | String content = contentObj == null ? "" : contentObj.toString(); |
| | | |
| | | ApiMemberTalkStreamVo apiMemberTalkStreamVo = new ApiMemberTalkStreamVo(); |
| | | // 判断是否触发深度思考,触发则打印模型输出的思维链内容 |
| | | ChatMessage message = choice.getMessage(); |
| | | if (message.getReasoningContent()!= null &&!message.getReasoningContent().isEmpty()) { |
| | | apiMemberTalkStreamVo.setReasoningContent(message.getReasoningContent()); |
| | | // System.out.print(message.getReasoningContent()); |
| | | } |
| | | |
| | | String content = message.getContent() == null ? "" : message.getContent().toString(); |
| | | apiMemberTalkStreamVo.setContent(content); |
| | | System.out.print(content); |
| | | return new FebsResponse().success().data(apiMemberTalkStreamVo); |
| | | }) |
| | | .onErrorResume(throwable -> { |
| | | log.error("流式调用AI服务失败,问题输入: {}", question, throwable); |
| | | FebsResponse errorResponse = new FebsResponse().message("AI服务调用失败"); |
| | | FebsResponse errorResponse = new FebsResponse().fail().message("AI服务调用失败"); |
| | | return Flux.just(errorResponse); |
| | | }); |
| | | } |
| | | |
| | | @Override |
| | | public Flux<FebsResponse> answerStreamV2(AiTalkAnswerStream dto) { |
| | | String question = dto.getQuestion(); |
| | | log.info("----- standard request -----"); |
| | | |
| | | // 参数校验 |
| | | if (StrUtil.isBlank(question)) { |
| | | return Flux.just(new FebsResponse().fail().message("问题不能为空")); |
| | | } |
| | | |
| | | List<ChatMessage> messages = new ArrayList<>(); |
| | | |
| | | final ChatMessage systemMessage = ChatMessage.builder() |
| | | .role(ChatMessageRole.SYSTEM) |
| | | .content("你是豆包,是由字节跳动开发的 AI 人工智能助手") |
| | | .build(); |
| | | messages.add(systemMessage); |
| | | |
| | | // 获取历史消息记录 |
| | | if (StrUtil.isNotEmpty(dto.getTalkId())) { |
| | | List<AiTalkItem> aiTalkItems = aiTalkItemService.getListByTalkId(dto.getTalkId()); |
| | | if (CollUtil.isNotEmpty(aiTalkItems)) { |
| | | for (AiTalkItem aiTalkItem : aiTalkItems) { |
| | | ChatMessage chatMessage = buildChatMessageFromItem(aiTalkItem); |
| | | if (chatMessage != null) { |
| | | messages.add(chatMessage); |
| | | } |
| | | } |
| | | } |
| | | } |
| | | |
| | | final ChatMessage userMessage = ChatMessage.builder() |
| | | .role(ChatMessageRole.USER) |
| | | .content(question) |
| | | .build(); |
| | | messages.add(userMessage); |
| | | |
| | | ChatCompletionRequest chatCompletionRequest = ChatCompletionRequest.builder() |
| | | .model("ep-20250805124033-lhxbf") |
| | | .messages(messages) |
| | | .stream(true) |
| | | .thinking(new ChatCompletionRequest.ChatCompletionRequestThinking("enabled")) |
| | | .temperature(0.7) |
| | | .topP(0.9) |
| | | .maxTokens(2048) |
| | | .frequencyPenalty(0.0) |
| | | .build(); |
| | | |
| | | return Flux.from(service.streamChatCompletion(chatCompletionRequest)) |
| | | .map(response -> { |
| | | if (response == null || response.getChoices() == null || response.getChoices().isEmpty()) { |
| | | return new FebsResponse().success().data("END"); |
| | | } |
| | | |
| | | ChatCompletionChoice choice = response.getChoices().get(0); |
| | | if (choice == null || choice.getMessage() == null) { |
| | | return new FebsResponse().success().data("END"); |
| | | } |
| | | |
| | | ChatMessage message = choice.getMessage(); |
| | | ApiMemberTalkStreamVo apiMemberTalkStreamVo = new ApiMemberTalkStreamVo(); |
| | | |
| | | // 处理 reasoning content |
| | | String reasoningContent = message.getReasoningContent(); |
| | | if (StrUtil.isNotEmpty(reasoningContent)) { |
| | | apiMemberTalkStreamVo.setReasoningContent(reasoningContent); |
| | | log.debug("Reasoning Content: {}", reasoningContent); |
| | | } |
| | | |
| | | // 安全处理 content |
| | | String content = ""; |
| | | if (message.getContent() != null) { |
| | | content = message.getContent().toString(); |
| | | } |
| | | apiMemberTalkStreamVo.setContent(content); |
| | | System.out.print(content); |
| | | log.debug("Content: {}", content); |
| | | |
| | | return new FebsResponse().success().data(apiMemberTalkStreamVo); |
| | | }) |
| | | .onErrorResume(throwable -> { |
| | | log.error("流式调用AI服务失败,问题输入: {}", question, throwable); |
| | | FebsResponse errorResponse = new FebsResponse().fail().message("AI服务调用失败"); |
| | | return Flux.just(errorResponse); |
| | | }); |
| | | } |
| | | |
| | | // 提取为私有方法,提高可读性和复用性 |
| | | private ChatMessage buildChatMessageFromItem(AiTalkItem item) { |
| | | if (item == null) return null; |
| | | |
| | | switch (item.getType()) { |
| | | case 1: |
| | | return ChatMessage.builder() |
| | | .role(ChatMessageRole.USER) |
| | | .content(item.getContext()) |
| | | .build(); |
| | | case 2: |
| | | return ChatMessage.builder() |
| | | .role(ChatMessageRole.ASSISTANT) |
| | | .content(item.getContext()) |
| | | .build(); |
| | | default: |
| | | return null; |
| | | } |
| | | } |
| | | |
| | | |
| | | |
| | | private Report tryRepairTruncatedJson(String truncatedJson) { |
| | | String[] repairAttempts = { |