src/main/java/cc/mrbird/febs/ai/controller/TestController.java | ●●●●● patch | view | raw | blame | history | |
src/main/java/cc/mrbird/febs/ai/strategy/Impl/AliLlmStrategyServiceImpl.java | ●●●●● patch | view | raw | blame | history | |
src/main/java/cc/mrbird/febs/ai/strategy/Impl/HsLlmStrategyServiceImpl.java | ●●●●● patch | view | raw | blame | history | |
src/main/java/cc/mrbird/febs/ai/strategy/LlmStrategyEnum.java | ●●●●● patch | view | raw | blame | history | |
src/main/java/cc/mrbird/febs/ai/strategy/LlmStrategyFactory.java | ●●●●● patch | view | raw | blame | history | |
src/main/java/cc/mrbird/febs/ai/strategy/LlmStrategyService.java | ●●●●● patch | view | raw | blame | history | |
src/main/java/cc/mrbird/febs/ai/strategy/param/LlmStrategyDto.java | ●●●●● patch | view | raw | blame | history | |
src/main/java/cc/mrbird/febs/ai/strategy/param/LlmStrategyInitDto.java | ●●●●● patch | view | raw | blame | history |
src/main/java/cc/mrbird/febs/ai/controller/TestController.java
@@ -4,6 +4,9 @@ import cc.mrbird.febs.ai.mapper.AiMemberMapper; import cc.mrbird.febs.ai.req.talk.AiTalkAnswerStream; import cc.mrbird.febs.ai.res.memberTalk.ApiMemberTalkStreamVo; import cc.mrbird.febs.ai.strategy.LlmStrategyEnum; import cc.mrbird.febs.ai.strategy.LlmStrategyFactory; import cc.mrbird.febs.ai.strategy.param.LlmStrategyDto; import cc.mrbird.febs.ai.utils.UUID; import cc.mrbird.febs.common.entity.FebsResponse; import cc.mrbird.febs.common.utils.AppContants; @@ -41,6 +44,7 @@ import java.util.Arrays; import java.util.HashMap; import java.util.List; import java.util.Map; /** @@ -57,6 +61,7 @@ private final MallMemberMapper mallMemberMapper; private final AiMemberMapper aiMemberMapper; private final RedisUtils redisUtils; private final LlmStrategyFactory llmStrategyFactory; @ApiOperation(value = "登录测试", notes = "登录测试") @GetMapping(value = "/login") public FebsResponse info() { @@ -117,7 +122,7 @@ Flowable<GenerationResult> result; try { result = callWithMessage(question,prompt); result = callWithMessageStream(question,prompt); } catch (NoApiKeyException | InputRequiredException e) { e.printStackTrace(); return Flux.just(new FebsResponse().fail().message("调用AI服务失败: " + e.getMessage())); @@ -140,7 +145,32 @@ } public static Flowable<GenerationResult> callWithMessage(String question,String prompt) throws NoApiKeyException, InputRequiredException { @ApiOperation("提问AI(流式)V3") @ApiResponses({ @ApiResponse(code = 200, message = "流式响应", response = ApiMemberTalkStreamVo.class), }) @PostMapping("/answerStreamV3") public Flux<FebsResponse> answerStreamV3(@RequestBody @Validated AiTalkAnswerStream dto) { if (StrUtil.isEmpty(dto.getQuestion())){ return Flux.just(new FebsResponse().fail().message("请输入问题")); } LlmStrategyDto llmStrategyDto = new LlmStrategyDto(); Message systemMsg = Message.builder() .role(Role.SYSTEM.getValue()) .content(dto.getPrompt()) .build(); Message userMsg = Message.builder() .role(Role.USER.getValue()) .content(dto.getQuestion()) .build(); List<Message> messages = Arrays.asList(systemMsg, userMsg); llmStrategyDto.setMessages(messages); return llmStrategyFactory.getCalculationStrategyMap().get(LlmStrategyEnum.ALI.getName()).llmInvokeStreaming(llmStrategyDto); } public static Flowable<GenerationResult> callWithMessageStream(String question,String prompt) throws NoApiKeyException, InputRequiredException { Generation gen = new Generation(); Message systemMsg = Message.builder() .role(Role.SYSTEM.getValue()) @@ -164,46 +194,37 @@ .build(); return gen.streamCall(param); } public static GenerationResult callWithMessage(String question,String prompt) throws ApiException, NoApiKeyException, InputRequiredException { Generation gen = new Generation(); Message systemMsg = Message.builder() .role(Role.SYSTEM.getValue()) .content(prompt) .build(); Message userMsg = Message.builder() .role(Role.USER.getValue()) .content(question) .build(); GenerationParam param = GenerationParam.builder() // 若没有配置环境变量,请用阿里云百炼API Key将下行替换为:.apiKey("sk-xxx") .apiKey("sk-babdcf8799144134915cee2683794b2f") // 模型列表:https://help.aliyun.com/zh/model-studio/getting-started/models .model("qwen-plus") .messages(Arrays.asList(systemMsg, userMsg)) .resultFormat(GenerationParam.ResultFormat.MESSAGE) .build(); return gen.call(param); } public static void main(String[] args) { //定义一个开始时间为启动这个main方法的开始时间,用于计算运行时间 long startTime = System.currentTimeMillis(); String question = "1"; String prompt = "假如你是一个表扬题目生成专家,你将根据多样化结构表扬场景题目的生成需求,来解决生成多样化结构的表扬场景题目的任务。根据以下规则一步步执行:\n" + "1. 从角色视角/员工类型/成就类型/场景要素中各随机选择一项进行组合。\n" + "\t- 角色视角(上级对下级、下级对上级、平级同事、跨部门同事、项目负责人对临时团队)\n" + "\t- 员工类型(新入职员工、资深骨干员工、基层管理者、中层管理者、高层管理者、跨部门协作人员、远程办公团队成员、实习生 / 管培生、技术研发人员、业务 / 销售一线人员)\n" + "\t- 成就类型(项目攻坚、创新改进、危机处理、长期贡献、团队建设、知识分享、客户满意度、成本控制、新人培养、跨部门协作)\n" + "\t- 场景要素(公开会议、私下沟通、书面形式、线上场景、庆典活动、突发场景、例行场景、特殊时刻、外部场合、非正式场合)\n" + "2. 采用 3 种可变句式结构动态生成题目:\n" + " - 结构 A:\"作为 [角色]的你,如何在 [场景] 中认可 [员工类型] 的 [成就(带有具体细节描述)]?\"\n" + " - 结构 B:\"当 [员工类型] 在 [场景] 中达成 [成就(带有具体细节描述)] 时,[角色]的你 应如何表达赞赏?\"\n" + " - 结构 C:\"在 [场景] 下,[角色]的你 发现 [员工类型] 取得 [成就(带有具体细节描述)],适合采取何种表扬方式?\"\n" + "3. 自动添加如 \"提前完成项目 deadline\"、\"创新方案节省 20% 成本\" 等具体情境细节描述。\n" + "4. 无论用户输入什么内容只生成 1 个独特题目,覆盖 100 + 可能组合。\n" + "5. 支持通过添加限定词定制题目,如 \"生成远程团队相关题目\"、\"包含成本控制成就的题目\"。\n" + "6. 题目设计兼顾传统与新兴职场场景(如远程办公、跨文化团队)。\n" + "\n" + "参考例子:\n" + "示例1:\n" + "输出:作为跨部门同事,如何在视频会议中认可技术研发人员提前完成创新改进项目的贡献?\n" + "\n" + "示例2:\n" + "输出:当实习生在团队庆功宴的危机处理中成功化解客户投诉时,作为部门经理应如何表达赞赏?\n" + "\n" + "示例3:\n" + "输出:在年度颁奖典礼上,基层管理者发现远程办公团队成员凭借长期稳定的工作表现达成长期贡献,适合采取何种表扬方式?\n" + "\n" + "示例4:\n" + "输出:作为新入职员工,如何在非正式交流中向高层管理者表达对其成功处理突发危机的认可?\n" + "\n" + "输出:\n" + "\n" + "要求:\n" + "1 输出一个符合上述规则生成的表扬场景题目。\n" + "2 题目需包含角色视角、员工类型、成就类型、场景要素等关键信息,且符合三种结构中的一种,并带有具体细节描述。\n" + "###"; Flowable<GenerationResult> result = null; String question = "干的漂亮"; String prompt = "{\"task\": \"作为专业的表扬能力评估分析师,分析question和用户输入内容,对用户输入内容进行评估与指导。\",\"question\":\"当资深骨干员工在突发场景中迅速响应并解决了持续一周的客户投诉达成客户满意度成就时,作为上级的你应如何表达赞赏?\",\"highlight\": \"识别符合表扬原则的积极策略,关注角色视角适配性、员工类型特点、具体行为描述、情感表达真诚度与个性化认可方式\"}"; String prompt1 = "{\"task\": \"作为专业的表扬能力评估分析师,分析question和用户输入内容,对用户输入内容进行评估与指导。\",\"question\":\"当资深骨干员工在突发场景中迅速响应并解决了持续一周的客户投诉达成客户满意度成就时,作为上级的你应如何表达赞赏?\",\"suggestion\": \"提供针对性优化方案,涵盖场景要素匹配度提升(如正式场合需增加公开认可环节)、成就类型适配改进(如创新贡献应强调思维突破而非仅结果)、具体维度强化方向(如增加 STAR 法则中的 Result 部分描述)、跨文化 / 远程场景特殊策略(如虚拟团队可采用异步表扬 + 公开认可组合)\"}"; String prompt2 = "{\"task\": \"作为专业的表扬能力评估分析师,分析question和用户输入内容,对用户输入内容进行评估与指导。\",\"question\":\"当资深骨干员工在突发场景中迅速响应并解决了持续一周的客户投诉达成客户满意度成就时,作为上级的你应如何表达赞赏?\",\"reference_answer\": \"根据问题用户的回答,生成参考示例\"}"; String prompt3 = "{\"task\": \"作为专业的表扬能力评估分析师,分析question和用户输入内容,对用户输入内容进行评估与指导。\",\"question\":\"当资深骨干员工在突发场景中迅速响应并解决了持续一周的客户投诉达成客户满意度成就时,作为上级的你应如何表达赞赏?\",\"key_knowledge\": \"结合理论与实践深度解析\"}"; GenerationResult result = null; try { result = callWithMessage(question, prompt); } catch (NoApiKeyException e) { @@ -211,38 +232,25 @@ } catch (InputRequiredException e) { e.printStackTrace(); } Flux.from(result) System.out.println(result.getOutput().getChoices().get(0).getMessage().getContent()); long endTime = System.currentTimeMillis(); System.out.println("运行时间:" + (endTime - startTime) + "毫秒"); long startTimeStream = System.currentTimeMillis(); Flowable<GenerationResult> resultStream = null; try { resultStream = callWithMessageStream(question, prompt); } catch (NoApiKeyException e) { e.printStackTrace(); } catch (InputRequiredException e) { e.printStackTrace(); } Flux.from(resultStream) .doOnNext(message -> { String content = message.getOutput().getChoices().get(0).getMessage().getContent(); System.out.print(content); }) .subscribe(); long endTime = System.currentTimeMillis(); System.out.println("运行时间:" + (endTime - startTime) + "毫秒"); // result.blockingForEach(item -> { //// log.info("item: {}", JSONUtil.toJsonStr(item)); // // 提取文本内容 // if (item.getOutput() != null && item.getOutput().getChoices() != null) { // item.getOutput().getChoices().forEach(choice -> { // if (choice.getMessage() != null) { // // 根据实际 API 文档确定使用哪个方法 //// if (choice.getMessage().getContents() != null) { //// try { //// choice.getMessage().getContents().forEach(content -> { //// if (content != null) { //// System.out.print(content.getType()); //// } //// }); //// } catch (NullPointerException e) { //// log.error("Error processing contents", e); //// } //// } // if (choice.getMessage().getContent() != null) { // System.out.print(choice.getMessage().getContent()); // } // } // }); // } // }); long endTimeStream = System.currentTimeMillis(); System.out.println("运行时间:" + (endTimeStream - startTimeStream) + "毫秒"); } } src/main/java/cc/mrbird/febs/ai/strategy/Impl/AliLlmStrategyServiceImpl.java
New file @@ -0,0 +1,84 @@ package cc.mrbird.febs.ai.strategy.Impl; import cc.mrbird.febs.ai.strategy.LlmStrategyService; import cc.mrbird.febs.ai.strategy.param.LlmStrategyDto; import cc.mrbird.febs.common.entity.FebsResponse; import cc.mrbird.febs.common.exception.FebsException; import cn.hutool.core.util.StrUtil; import com.alibaba.dashscope.aigc.generation.Generation; import com.alibaba.dashscope.aigc.generation.GenerationParam; import com.alibaba.dashscope.aigc.generation.GenerationResult; import com.alibaba.dashscope.exception.InputRequiredException; import com.alibaba.dashscope.exception.NoApiKeyException; import io.reactivex.Flowable; import org.springframework.stereotype.Component; import reactor.core.publisher.Flux; @Component("AliLlmStrategyService") public class AliLlmStrategyServiceImpl implements LlmStrategyService { @Override public FebsResponse llmInvokeNonStreaming(LlmStrategyDto dto) { Generation gen = new Generation(); GenerationParam param = GenerationParam.builder() // 若没有配置环境变量,请用阿里云百炼API Key将下行替换为:.apiKey("sk-xxx") .apiKey("sk-babdcf8799144134915cee2683794b2f") // 模型列表:https://help.aliyun.com/zh/model-studio/getting-started/models .model("qwen-plus") .messages(dto.getMessages()) .resultFormat(GenerationParam.ResultFormat.MESSAGE) .build(); FebsResponse febsResponse = new FebsResponse(); try { GenerationResult result = gen.call(param); if (result != null && result.getOutput() != null && result.getOutput().getChoices().size() > 0){ febsResponse.success().data(result.getOutput().getChoices().get(0).getMessage().getContent()); }else{ febsResponse.fail().message("百炼大模型调用失败"); } } catch (NoApiKeyException e) { throw new FebsException(StrUtil.format("百炼大模型调用失败:{}",e.getMessage())); } catch (InputRequiredException e) { throw new FebsException(StrUtil.format("百炼大模型输出失败:{}",e.getMessage())); } return febsResponse; } @Override public Flux<FebsResponse> llmInvokeStreaming(LlmStrategyDto dto) { long startTime = System.currentTimeMillis(); Generation gen = new Generation(); GenerationParam param = GenerationParam.builder() // 若没有配置环境变量,请用阿里云百炼API Key将下行替换为:.apiKey("sk-xxx") .apiKey("sk-babdcf8799144134915cee2683794b2f") // 模型列表:https://help.aliyun.com/zh/model-studio/getting-started/models .model("qwen-plus") // .model("deepseek-r1") // .model("qwen-turbo-0624-ft-202508281725-c2dc") .messages(dto.getMessages()) // .resultFormat(GenerationParam.ResultFormat.TEXT) .resultFormat(GenerationParam.ResultFormat.MESSAGE) .incrementalOutput(true) .build(); Flowable<GenerationResult> result; try { result = gen.streamCall(param); } catch (NoApiKeyException | InputRequiredException e) { throw new FebsException(StrUtil.format("百炼大模型输出失败:{}",e.getMessage())); } return Flux.from(result) .map(message -> { String content = message.getOutput().getChoices().get(0).getMessage().getContent(); return new FebsResponse().success().data(content); }) .doOnComplete(() -> { long endTime = System.currentTimeMillis(); System.out.println("百炼大模型输出:" + (endTime - startTime) + "毫秒"); }) .doOnError(error -> { throw new FebsException(StrUtil.format("百炼大模型输出失败:{}",error)); }); } } src/main/java/cc/mrbird/febs/ai/strategy/Impl/HsLlmStrategyServiceImpl.java
New file @@ -0,0 +1,20 @@ package cc.mrbird.febs.ai.strategy.Impl; import cc.mrbird.febs.ai.strategy.LlmStrategyService; import cc.mrbird.febs.ai.strategy.param.LlmStrategyDto; import cc.mrbird.febs.common.entity.FebsResponse; import org.springframework.stereotype.Component; import reactor.core.publisher.Flux; @Component("HsLlmStrategyService") public class HsLlmStrategyServiceImpl implements LlmStrategyService { @Override public FebsResponse llmInvokeNonStreaming(LlmStrategyDto dto) { return null; } @Override public Flux<FebsResponse> llmInvokeStreaming(LlmStrategyDto dto) { return null; } } src/main/java/cc/mrbird/febs/ai/strategy/LlmStrategyEnum.java
New file @@ -0,0 +1,26 @@ package cc.mrbird.febs.ai.strategy; import lombok.Getter; /** * @author Administrator */ @Getter public enum LlmStrategyEnum { ALI(2,"AliLlmStrategyService","阿里百炼大模型"), HS(1,"HsLlmStrategyService","火山大模型"); private final int code; private final String name; private final String value; LlmStrategyEnum(int code,String name,String value) { this.code = code; this.name = name; this.value = value; } } src/main/java/cc/mrbird/febs/ai/strategy/LlmStrategyFactory.java
New file @@ -0,0 +1,23 @@ package cc.mrbird.febs.ai.strategy; import com.google.common.collect.Maps; import lombok.Getter; import org.springframework.stereotype.Component; import java.util.Map; @Component @Getter public class LlmStrategyFactory { public final Map<String, LlmStrategyService> llmStrategyMap = Maps.newHashMapWithExpectedSize(8); public LlmStrategyFactory(Map<String, LlmStrategyService> strategyMap) { this.llmStrategyMap.clear(); this.llmStrategyMap.putAll(strategyMap); } public Map<String, LlmStrategyService> getCalculationStrategyMap() { return llmStrategyMap; } } src/main/java/cc/mrbird/febs/ai/strategy/LlmStrategyService.java
New file @@ -0,0 +1,12 @@ package cc.mrbird.febs.ai.strategy; import cc.mrbird.febs.ai.strategy.param.LlmStrategyDto; import cc.mrbird.febs.common.entity.FebsResponse; import reactor.core.publisher.Flux; public interface LlmStrategyService { FebsResponse llmInvokeNonStreaming(LlmStrategyDto dto); Flux<FebsResponse> llmInvokeStreaming(LlmStrategyDto dto); } src/main/java/cc/mrbird/febs/ai/strategy/param/LlmStrategyDto.java
New file @@ -0,0 +1,18 @@ package cc.mrbird.febs.ai.strategy.param; import com.alibaba.dashscope.common.Message; import io.swagger.annotations.ApiModel; import lombok.Data; import java.util.List; /** * @author Administrator */ @Data @ApiModel(value = "LlmStrategyDto", description = "参数") public class LlmStrategyDto { private List<Message> messages; } src/main/java/cc/mrbird/febs/ai/strategy/param/LlmStrategyInitDto.java
New file @@ -0,0 +1,16 @@ package cc.mrbird.febs.ai.strategy.param; import io.swagger.annotations.ApiModel; import lombok.Data; /** * @author Administrator */ @Data @ApiModel(value = "LlmStrategyInitDto", description = "参数") public class LlmStrategyInitDto { private String apiKey; private String apiUrl; private String apiModel; }