package cc.mrbird.febs.ai.strategy.Impl; import cc.mrbird.febs.ai.enumerates.AiTypeEnum; import cc.mrbird.febs.ai.strategy.LlmStrategyService; import cc.mrbird.febs.ai.strategy.enumerates.LlmApplicationAppIdEnum; import cc.mrbird.febs.ai.strategy.enumerates.LlmStrategyContextEnum; import cc.mrbird.febs.ai.strategy.param.LlmStrategyDto; import cc.mrbird.febs.common.entity.FebsResponse; import cc.mrbird.febs.common.exception.FebsException; import cn.hutool.core.collection.CollUtil; import cn.hutool.core.util.StrUtil; import cn.hutool.json.JSONUtil; import com.alibaba.dashscope.aigc.generation.Generation; import com.alibaba.dashscope.aigc.generation.GenerationParam; import com.alibaba.dashscope.aigc.generation.GenerationResult; import com.alibaba.dashscope.app.Application; import com.alibaba.dashscope.app.ApplicationParam; import com.alibaba.dashscope.app.ApplicationResult; import com.alibaba.dashscope.app.FlowStreamMode; import com.alibaba.dashscope.common.Message; import com.alibaba.dashscope.common.Role; import com.alibaba.dashscope.exception.InputRequiredException; import com.alibaba.dashscope.exception.NoApiKeyException; import com.alibaba.dashscope.utils.JsonUtils; import io.reactivex.Flowable; import org.springframework.stereotype.Component; import reactor.core.publisher.Flux; import javax.annotation.PostConstruct; import java.util.ArrayList; import java.util.HashMap; import java.util.List; @Component("AliApplicationLlmStrategyServiceImpl") public class AliApplicationLlmStrategyServiceImpl implements LlmStrategyService { private static final String apiKey = "sk-babdcf8799144134915cee2683794b2f"; private final String bizParam_1 = "prompt_ai_system"; private final String bizParam_2 = "question"; private final String bizParam_3 = "query"; private HashMap getPrompt(List dto) { HashMap bizParamsMap = new HashMap<>(); for (LlmStrategyDto dtoItem : dto){ if (StrUtil.equals(dtoItem.getRole(), Role.SYSTEM.getValue())){ bizParamsMap.put(bizParam_1, dtoItem.getContent()); } if (StrUtil.equals(dtoItem.getRole(),Role.ASSISTANT.getValue())){ bizParamsMap.put(bizParam_2, dtoItem.getContent()); } if (StrUtil.equals(dtoItem.getRole(),Role.USER.getValue())){ bizParamsMap.put(bizParam_3, dtoItem.getContent()); } } return bizParamsMap; } private List getMessages(List dto) { List messages = new ArrayList<>(); for (LlmStrategyDto dtoItem : dto){ if (StrUtil.equals(AiTypeEnum.MESSAGES.getName(), dtoItem.getRole())){ List messages1 = dtoItem.getMessages(); for (LlmStrategyDto dtoItem1 : messages1){ messages.add(Message.builder() .role(dtoItem1.getRole()) .content(dtoItem1.getContent()) .build()); } break; } } return messages; } private String getQuery(List dto) { String query = null; for (LlmStrategyDto dtoItem : dto){ if (StrUtil.equals(dtoItem.getRole(),Role.USER.getValue())){ query = dtoItem.getContent(); break; } } return query; } private String getAppId(List dto) { String appId = null; for (LlmStrategyDto dtoItem : dto){ if (StrUtil.equals(dtoItem.getRole(),Role.TOOL.getValue())){ int code = Integer.parseInt(dtoItem.getContent()); appId = LlmApplicationAppIdEnum.HIGH_LIGHT.getAppIdByCode(code); break; } } return appId; } @Override public FebsResponse llmInvokeNonStreaming(List dto) { return null; } @Override public Flux llmInvokeStreamingWithThink(List dto) { if (CollUtil.isEmpty(dto)){ throw new FebsException("百炼大模型初始化异常"); } List messages = new ArrayList<>(); for (LlmStrategyDto dtoItem : dto){ if (StrUtil.equals(dtoItem.getRole(),Role.SYSTEM.getValue())){ messages.add(Message.builder() .role(Role.SYSTEM.getValue()) .content(dtoItem.getContent()) .build()); } if (StrUtil.equals(dtoItem.getRole(),Role.USER.getValue())){ messages.add(Message.builder() .role(Role.USER.getValue()) .content(dtoItem.getContent()) .build()); } if (StrUtil.equals(dtoItem.getRole(),Role.ASSISTANT.getValue())){ messages.add(Message.builder() .role(Role.ASSISTANT.getValue()) .content(dtoItem.getContent()) .build()); } } GenerationParam generationParam = GenerationParam.builder() // 若没有配置环境变量,请用阿里云百炼API Key将下行替换为:.apiKey("sk-xxx") .apiKey(apiKey) // 模型列表:https://help.aliyun.com/zh/model-studio/getting-started/models .model("qwen-plus") .messages(messages) .resultFormat(GenerationParam.ResultFormat.MESSAGE) .enableThinking(true) .incrementalOutput(true) .build(); long startTime = System.currentTimeMillis(); Generation gen = new Generation(); Flowable result; try { result = gen.streamCall(generationParam); } catch (NoApiKeyException | InputRequiredException e) { throw new FebsException(StrUtil.format("百炼大模型输出失败:{}",e.getMessage())); } return Flux.from(result) .map(message -> { HashMap stringStringHashMap = new HashMap<>(); if (StrUtil.isNotEmpty(message.getOutput().getChoices().get(0).getMessage().getReasoningContent())){ stringStringHashMap.put(LlmStrategyContextEnum.THINK.name(),message.getOutput().getChoices().get(0).getMessage().getReasoningContent()); System.out.print(message.getOutput().getChoices().get(0).getMessage().getReasoningContent()); } if (StrUtil.isNotEmpty(message.getOutput().getChoices().get(0).getMessage().getContent())){ stringStringHashMap.put(LlmStrategyContextEnum.CONTENT.name(),message.getOutput().getChoices().get(0).getMessage().getContent()); System.out.print(message.getOutput().getChoices().get(0).getMessage().getContent()); } return new FebsResponse().success().data(stringStringHashMap); }) .doOnComplete(() -> { long endTime = System.currentTimeMillis(); System.out.println("百炼大模型输出:" + (endTime - startTime) + "毫秒"); }) .doOnError(error -> { throw new FebsException(StrUtil.format("百炼大模型输出失败:{}",error)); }); } @Override public Flux llmInvokeStreamingNoThink(List dto) { if (CollUtil.isEmpty(dto)){ throw new FebsException("百炼工作流初始化异常"); } HashMap prompt = getPrompt(dto); List messages = getMessages(dto); String query = getQuery(dto); String appId = getAppId(dto); if (prompt == null || prompt.size() == 0){ throw new FebsException("百炼工作流初始化异常"); } if (query == null){ throw new FebsException("百炼工作流初始化异常"); } if (appId == null){ throw new FebsException("百炼工作流初始化异常"); } long startTime = System.currentTimeMillis(); ApplicationParam param = ApplicationParam.builder() // 若没有配置环境变量,可用百炼API Key将下行替换为:.apiKey("sk-xxx")。但不建议在生产环境中直接将API Key硬编码到代码中,以减少API Key泄露风险。 .apiKey(apiKey) .appId(appId) //替换为实际的应用 ID .flowStreamMode(FlowStreamMode.MESSAGE_FORMAT) .prompt(query) .messages( messages) .bizParams(JsonUtils.toJsonObject( prompt)) .build(); Application application = new Application(); Flowable result; try { result = application.streamCall(param); } catch (NoApiKeyException | InputRequiredException e) { throw new FebsException(StrUtil.format("百炼工作流输出失败:{}",e.getMessage())); } return Flux.from(result) .map(message -> { HashMap stringStringHashMap = new HashMap<>(); if (!message.getOutput().getFinishReason().equals("stop")){ stringStringHashMap.put(LlmStrategyContextEnum.CONTENT.name(),message.getOutput().getWorkflowMessage().getMessage().getContent()); } return new FebsResponse().success().data(stringStringHashMap); }) .doOnComplete(() -> { long endTime = System.currentTimeMillis(); System.out.println("百炼工作流输出:" + (endTime - startTime) + "毫秒"); }) .doOnError(error -> { throw new FebsException(StrUtil.format("百炼工作流输出失败:{}",error)); }); } }