From 574bc2e8dba9d1d11be124f2054ba2243fca125c Mon Sep 17 00:00:00 2001
From: Administrator <15274802129@163.com>
Date: Wed, 03 Sep 2025 13:43:21 +0800
Subject: [PATCH] feat(ai): 优化 prompt 构建逻辑并添加思考内容输出- 在 AliLlmStrategyServiceImpl 中添加了对思考内容的输出- 在 ApiMemberTalkStreamServiceImpl 中优化了 prompt 的构建逻辑 - 在 TestController 中调整了测试用例，使用枚举生成 prompt- 在 TestController 中添加了对思考内容的输出
---
src/main/java/cc/mrbird/febs/ai/strategy/Impl/AliLlmStrategyServiceImpl.java | 17 +++++++++++++----
1 files changed, 13 insertions(+), 4 deletions(-)
diff --git a/src/main/java/cc/mrbird/febs/ai/strategy/Impl/AliLlmStrategyServiceImpl.java b/src/main/java/cc/mrbird/febs/ai/strategy/Impl/AliLlmStrategyServiceImpl.java
index c028944..ec12f19 100644
--- a/src/main/java/cc/mrbird/febs/ai/strategy/Impl/AliLlmStrategyServiceImpl.java
+++ b/src/main/java/cc/mrbird/febs/ai/strategy/Impl/AliLlmStrategyServiceImpl.java
@@ -7,6 +7,7 @@
import cc.mrbird.febs.common.exception.FebsException;
import cn.hutool.core.collection.CollUtil;
import cn.hutool.core.util.StrUtil;
+import cn.hutool.json.JSONUtil;
import com.alibaba.dashscope.aigc.generation.Generation;
import com.alibaba.dashscope.aigc.generation.GenerationParam;
import com.alibaba.dashscope.aigc.generation.GenerationResult;
@@ -29,7 +30,8 @@
private GenerationParam generationParam;
private static final String apiKey = "sk-babdcf8799144134915cee2683794b2f";
- private static final String model = "qwen-plus";
+// private static final String model = "qwen-plus";
+ private static final String model = "qwen3-14b-ft-202509031002-7446";
@PostConstruct
public void init() {
@@ -75,6 +77,7 @@
List<Message> messages = getMessages(dto);
Generation gen = new Generation();
generationParam.setMessages(messages);
+ generationParam.setEnableThinking( false);
FebsResponse febsResponse = new FebsResponse();
try {
GenerationResult result = gen.call(generationParam);
@@ -103,7 +106,7 @@
generationParam.setMessages(messages);
generationParam.setResultFormat(GenerationParam.ResultFormat.MESSAGE);
generationParam.setEnableThinking( true);
- generationParam.setIncrementalOutput(true);
+ generationParam.setIncrementalOutput( true);
Flowable<GenerationResult> result;
try {
result = gen.streamCall(generationParam);
@@ -116,9 +119,12 @@
HashMap<String, String> stringStringHashMap = new HashMap<>();
if (StrUtil.isNotEmpty(message.getOutput().getChoices().get(0).getMessage().getReasoningContent())){
stringStringHashMap.put(LlmStrategyContextEnum.THINK.name(),message.getOutput().getChoices().get(0).getMessage().getReasoningContent());
+
+ System.out.print(message.getOutput().getChoices().get(0).getMessage().getReasoningContent());
}
if (StrUtil.isNotEmpty(message.getOutput().getChoices().get(0).getMessage().getContent())){
stringStringHashMap.put(LlmStrategyContextEnum.CONTENT.name(),message.getOutput().getChoices().get(0).getMessage().getContent());
+ System.out.print(message.getOutput().getChoices().get(0).getMessage().getContent());
}
return new FebsResponse().success().data(stringStringHashMap);
})
@@ -142,7 +148,8 @@
Generation gen = new Generation();
generationParam.setMessages(messages);
generationParam.setResultFormat(GenerationParam.ResultFormat.MESSAGE);
- generationParam.setIncrementalOutput(true);
+ generationParam.setIncrementalOutput( true);
+ generationParam.setEnableThinking( false);
Flowable<GenerationResult> result;
try {
result = gen.streamCall(generationParam);
@@ -154,7 +161,9 @@
.map(message -> {
HashMap<String, String> stringStringHashMap = new HashMap<>();
if (StrUtil.isNotEmpty(message.getOutput().getChoices().get(0).getMessage().getContent())){
- stringStringHashMap.put(LlmStrategyContextEnum.CONTENT.name(),message.getOutput().getChoices().get(0).getMessage().getContent());
+ String content = message.getOutput().getChoices().get(0).getMessage().getContent();
+ System.out.print( content);
+ stringStringHashMap.put(LlmStrategyContextEnum.CONTENT.name(),content);
}
return new FebsResponse().success().data(stringStringHashMap);
})
--
Gitblit v1.9.1