From d68e2f99592dc982a722d031219f1d0b4f87ed00 Mon Sep 17 00:00:00 2001 From: Administrator <15274802129@163.com> Date: Tue, 02 Sep 2025 10:11:05 +0800 Subject: [PATCH] feat(ai): 新增 AI 流式回答功能 V3 版本 --- src/main/java/cc/mrbird/febs/ai/strategy/Impl/AliLlmStrategyServiceImpl.java | 20 ++++++++++++++++---- 1 files changed, 16 insertions(+), 4 deletions(-) diff --git a/src/main/java/cc/mrbird/febs/ai/strategy/Impl/AliLlmStrategyServiceImpl.java b/src/main/java/cc/mrbird/febs/ai/strategy/Impl/AliLlmStrategyServiceImpl.java index c362634..3b76cb2 100644 --- a/src/main/java/cc/mrbird/febs/ai/strategy/Impl/AliLlmStrategyServiceImpl.java +++ b/src/main/java/cc/mrbird/febs/ai/strategy/Impl/AliLlmStrategyServiceImpl.java @@ -1,6 +1,7 @@ package cc.mrbird.febs.ai.strategy.Impl; import cc.mrbird.febs.ai.strategy.LlmStrategyService; +import cc.mrbird.febs.ai.strategy.enumerates.LlmStrategyContextEnum; import cc.mrbird.febs.ai.strategy.param.LlmStrategyDto; import cc.mrbird.febs.common.entity.FebsResponse; import cc.mrbird.febs.common.exception.FebsException; @@ -19,6 +20,7 @@ import javax.annotation.PostConstruct; import java.util.ArrayList; +import java.util.HashMap; import java.util.List; @Component("AliLlmStrategyService") @@ -26,13 +28,16 @@ private GenerationParam generationParam; + private static final String apiKey = "sk-babdcf8799144134915cee2683794b2f"; + private static final String model = "qwen-plus"; + @PostConstruct public void init() { this.generationParam = GenerationParam.builder() // 若没有配置环境变量,请用阿里云百炼API Key将下行替换为:.apiKey("sk-xxx") - .apiKey("sk-babdcf8799144134915cee2683794b2f") + .apiKey(apiKey) // 模型列表:https://help.aliyun.com/zh/model-studio/getting-started/models - .model("qwen-plus") + .model(model) .resultFormat(GenerationParam.ResultFormat.MESSAGE) .build(); } @@ -97,6 +102,7 @@ Generation gen = new Generation(); generationParam.setMessages(messages); generationParam.setResultFormat(GenerationParam.ResultFormat.MESSAGE); + generationParam.setEnableThinking( true); generationParam.setIncrementalOutput(true); Flowable<GenerationResult> result; try { @@ -107,8 +113,14 @@ return Flux.from(result) .map(message -> { - String content = message.getOutput().getChoices().get(0).getMessage().getContent(); - return new FebsResponse().success().data(content); + HashMap<String, String> stringStringHashMap = new HashMap<>(); + if (StrUtil.isNotEmpty(message.getOutput().getChoices().get(0).getMessage().getReasoningContent())){ + stringStringHashMap.put(LlmStrategyContextEnum.THINK.name(),message.getOutput().getChoices().get(0).getMessage().getReasoningContent()); + } + if (StrUtil.isNotEmpty(message.getOutput().getChoices().get(0).getMessage().getContent())){ + stringStringHashMap.put(LlmStrategyContextEnum.CONTENT.name(),message.getOutput().getChoices().get(0).getMessage().getContent()); + } + return new FebsResponse().success().data(stringStringHashMap); }) .doOnComplete(() -> { long endTime = System.currentTimeMillis(); -- Gitblit v1.9.1