New file |
| | |
| | | package cc.mrbird.febs.ai.strategy.Impl; |
| | | |
| | | import cc.mrbird.febs.ai.strategy.LlmStrategyService; |
| | | import cc.mrbird.febs.ai.strategy.enumerates.LlmApplicationAppIdEnum; |
| | | import cc.mrbird.febs.ai.strategy.enumerates.LlmStrategyContextEnum; |
| | | import cc.mrbird.febs.ai.strategy.param.LlmStrategyDto; |
| | | import cc.mrbird.febs.common.entity.FebsResponse; |
| | | import cc.mrbird.febs.common.exception.FebsException; |
| | | import cn.hutool.core.collection.CollUtil; |
| | | import cn.hutool.core.util.StrUtil; |
| | | import cn.hutool.json.JSONUtil; |
| | | import com.alibaba.dashscope.aigc.generation.Generation; |
| | | import com.alibaba.dashscope.aigc.generation.GenerationParam; |
| | | import com.alibaba.dashscope.aigc.generation.GenerationResult; |
| | | import com.alibaba.dashscope.app.Application; |
| | | import com.alibaba.dashscope.app.ApplicationParam; |
| | | import com.alibaba.dashscope.app.ApplicationResult; |
| | | import com.alibaba.dashscope.app.FlowStreamMode; |
| | | import com.alibaba.dashscope.common.Message; |
| | | import com.alibaba.dashscope.common.Role; |
| | | import com.alibaba.dashscope.exception.InputRequiredException; |
| | | import com.alibaba.dashscope.exception.NoApiKeyException; |
| | | import com.alibaba.dashscope.utils.JsonUtils; |
| | | import io.reactivex.Flowable; |
| | | import org.springframework.stereotype.Component; |
| | | import reactor.core.publisher.Flux; |
| | | |
| | | import javax.annotation.PostConstruct; |
| | | import java.util.ArrayList; |
| | | import java.util.HashMap; |
| | | import java.util.List; |
| | | |
| | | @Component("AliApplicationLlmStrategyServiceImpl") |
| | | public class AliApplicationLlmStrategyServiceImpl implements LlmStrategyService { |
| | | |
| | | private static final String apiKey = "sk-babdcf8799144134915cee2683794b2f"; |
| | | |
| | | private final String bizParam_1 = "prompt_ai_system"; |
| | | private final String bizParam_2 = "question"; |
| | | private final String bizParam_3 = "query"; |
| | | |
| | | private HashMap getPrompt(List<LlmStrategyDto> dto) { |
| | | HashMap<String, String> bizParamsMap = new HashMap<>(); |
| | | for (LlmStrategyDto dtoItem : dto){ |
| | | if (StrUtil.equals(dtoItem.getRole(), Role.SYSTEM.getValue())){ |
| | | bizParamsMap.put(bizParam_1, dtoItem.getContent()); |
| | | } |
| | | if (StrUtil.equals(dtoItem.getRole(),Role.ASSISTANT.getValue())){ |
| | | bizParamsMap.put(bizParam_2, dtoItem.getContent()); |
| | | } |
| | | if (StrUtil.equals(dtoItem.getRole(),Role.USER.getValue())){ |
| | | bizParamsMap.put(bizParam_3, dtoItem.getContent()); |
| | | } |
| | | } |
| | | return bizParamsMap; |
| | | } |
| | | |
| | | private String getQuery(List<LlmStrategyDto> dto) { |
| | | String query = null; |
| | | for (LlmStrategyDto dtoItem : dto){ |
| | | if (StrUtil.equals(dtoItem.getRole(),Role.USER.getValue())){ |
| | | query = dtoItem.getContent(); |
| | | break; |
| | | } |
| | | } |
| | | return query; |
| | | } |
| | | |
| | | private String getAppId(List<LlmStrategyDto> dto) { |
| | | String appId = null; |
| | | for (LlmStrategyDto dtoItem : dto){ |
| | | if (StrUtil.equals(dtoItem.getRole(),Role.TOOL.getValue())){ |
| | | int code = Integer.parseInt(dtoItem.getContent()); |
| | | appId = LlmApplicationAppIdEnum.HIGH_LIGHT.getAppIdByCode(code); |
| | | break; |
| | | } |
| | | } |
| | | return appId; |
| | | } |
| | | |
| | | @Override |
| | | public FebsResponse llmInvokeNonStreaming(List<LlmStrategyDto> dto) { |
| | | return null; |
| | | } |
| | | |
| | | @Override |
| | | public Flux<FebsResponse> llmInvokeStreamingWithThink(List<LlmStrategyDto> dto) { |
| | | |
| | | if (CollUtil.isEmpty(dto)){ |
| | | throw new FebsException("百炼大模型初始化异常"); |
| | | } |
| | | List<Message> messages = new ArrayList<>(); |
| | | for (LlmStrategyDto dtoItem : dto){ |
| | | if (StrUtil.equals(dtoItem.getRole(),Role.SYSTEM.getValue())){ |
| | | messages.add(Message.builder() |
| | | .role(Role.SYSTEM.getValue()) |
| | | .content(dtoItem.getContent()) |
| | | .build()); |
| | | } |
| | | if (StrUtil.equals(dtoItem.getRole(),Role.USER.getValue())){ |
| | | messages.add(Message.builder() |
| | | .role(Role.USER.getValue()) |
| | | .content(dtoItem.getContent()) |
| | | .build()); |
| | | } |
| | | if (StrUtil.equals(dtoItem.getRole(),Role.ASSISTANT.getValue())){ |
| | | messages.add(Message.builder() |
| | | .role(Role.ASSISTANT.getValue()) |
| | | .content(dtoItem.getContent()) |
| | | .build()); |
| | | } |
| | | } |
| | | |
| | | GenerationParam generationParam = GenerationParam.builder() |
| | | // 若没有配置环境变量,请用阿里云百炼API Key将下行替换为:.apiKey("sk-xxx") |
| | | .apiKey(apiKey) |
| | | // 模型列表:https://help.aliyun.com/zh/model-studio/getting-started/models |
| | | .model("qwen-plus") |
| | | .messages(messages) |
| | | .resultFormat(GenerationParam.ResultFormat.MESSAGE) |
| | | .enableThinking(true) |
| | | .incrementalOutput(true) |
| | | .build(); |
| | | |
| | | long startTime = System.currentTimeMillis(); |
| | | Generation gen = new Generation(); |
| | | Flowable<GenerationResult> result; |
| | | try { |
| | | result = gen.streamCall(generationParam); |
| | | } catch (NoApiKeyException | InputRequiredException e) { |
| | | throw new FebsException(StrUtil.format("百炼大模型输出失败:{}",e.getMessage())); |
| | | } |
| | | |
| | | return Flux.from(result) |
| | | .map(message -> { |
| | | HashMap<String, String> stringStringHashMap = new HashMap<>(); |
| | | if (StrUtil.isNotEmpty(message.getOutput().getChoices().get(0).getMessage().getReasoningContent())){ |
| | | stringStringHashMap.put(LlmStrategyContextEnum.THINK.name(),message.getOutput().getChoices().get(0).getMessage().getReasoningContent()); |
| | | |
| | | System.out.print(message.getOutput().getChoices().get(0).getMessage().getReasoningContent()); |
| | | } |
| | | if (StrUtil.isNotEmpty(message.getOutput().getChoices().get(0).getMessage().getContent())){ |
| | | stringStringHashMap.put(LlmStrategyContextEnum.CONTENT.name(),message.getOutput().getChoices().get(0).getMessage().getContent()); |
| | | System.out.print(message.getOutput().getChoices().get(0).getMessage().getContent()); |
| | | } |
| | | return new FebsResponse().success().data(stringStringHashMap); |
| | | }) |
| | | .doOnComplete(() -> { |
| | | long endTime = System.currentTimeMillis(); |
| | | System.out.println("百炼大模型输出:" + (endTime - startTime) + "毫秒"); |
| | | }) |
| | | .doOnError(error -> { |
| | | throw new FebsException(StrUtil.format("百炼大模型输出失败:{}",error)); |
| | | }); |
| | | } |
| | | |
| | | @Override |
| | | public Flux<FebsResponse> llmInvokeStreamingNoThink(List<LlmStrategyDto> dto) { |
| | | if (CollUtil.isEmpty(dto)){ |
| | | throw new FebsException("百炼工作流初始化异常"); |
| | | } |
| | | HashMap prompt = getPrompt(dto); |
| | | String query = getQuery(dto); |
| | | String appId = getAppId(dto); |
| | | if (prompt == null || prompt.size() == 0){ |
| | | throw new FebsException("百炼工作流初始化异常"); |
| | | } |
| | | if (query == null){ |
| | | throw new FebsException("百炼工作流初始化异常"); |
| | | } |
| | | if (appId == null){ |
| | | throw new FebsException("百炼工作流初始化异常"); |
| | | } |
| | | long startTime = System.currentTimeMillis(); |
| | | ApplicationParam param = ApplicationParam.builder() |
| | | // 若没有配置环境变量,可用百炼API Key将下行替换为:.apiKey("sk-xxx")。但不建议在生产环境中直接将API Key硬编码到代码中,以减少API Key泄露风险。 |
| | | .apiKey(apiKey) |
| | | .appId(appId) //替换为实际的应用 ID |
| | | .flowStreamMode(FlowStreamMode.MESSAGE_FORMAT) |
| | | .prompt(query) |
| | | .bizParams(JsonUtils.toJsonObject( prompt)) |
| | | .build(); |
| | | |
| | | Application application = new Application(); |
| | | Flowable<ApplicationResult> result; |
| | | try { |
| | | result = application.streamCall(param); |
| | | } catch (NoApiKeyException | InputRequiredException e) { |
| | | throw new FebsException(StrUtil.format("百炼工作流输出失败:{}",e.getMessage())); |
| | | } |
| | | |
| | | return Flux.from(result) |
| | | .map(message -> { |
| | | HashMap<String, String> stringStringHashMap = new HashMap<>(); |
| | | if (!message.getOutput().getFinishReason().equals("stop")){ |
| | | stringStringHashMap.put(LlmStrategyContextEnum.CONTENT.name(),message.getOutput().getWorkflowMessage().getMessage().getContent()); |
| | | } |
| | | return new FebsResponse().success().data(stringStringHashMap); |
| | | }) |
| | | .doOnComplete(() -> { |
| | | long endTime = System.currentTimeMillis(); |
| | | System.out.println("百炼工作流输出:" + (endTime - startTime) + "毫秒"); |
| | | }) |
| | | .doOnError(error -> { |
| | | throw new FebsException(StrUtil.format("百炼工作流输出失败:{}",error)); |
| | | }); |
| | | } |
| | | } |