package cc.mrbird.febs.ai.strategy.Impl; import cc.mrbird.febs.ai.strategy.LlmStrategyService; import cc.mrbird.febs.ai.strategy.enumerates.LlmStrategyContextEnum; import cc.mrbird.febs.ai.strategy.param.LlmStrategyDto; import cc.mrbird.febs.common.entity.FebsResponse; import cc.mrbird.febs.common.exception.FebsException; import cn.hutool.core.collection.CollUtil; import cn.hutool.core.util.StrUtil; import com.alibaba.dashscope.aigc.generation.Generation; import com.alibaba.dashscope.aigc.generation.GenerationParam; import com.alibaba.dashscope.aigc.generation.GenerationResult; import com.alibaba.dashscope.common.Message; import com.alibaba.dashscope.common.Role; import com.alibaba.dashscope.exception.InputRequiredException; import com.alibaba.dashscope.exception.NoApiKeyException; import io.reactivex.Flowable; import org.springframework.stereotype.Component; import reactor.core.publisher.Flux; import javax.annotation.PostConstruct; import java.util.ArrayList; import java.util.HashMap; import java.util.List; @Component("AliLlmStrategyService") public class AliLlmStrategyServiceImpl implements LlmStrategyService { private GenerationParam generationParam; private static final String apiKey = "sk-babdcf8799144134915cee2683794b2f"; private static final String model = "qwen-plus"; @PostConstruct public void init() { this.generationParam = GenerationParam.builder() // 若没有配置环境变量,请用阿里云百炼API Key将下行替换为:.apiKey("sk-xxx") .apiKey(apiKey) // 模型列表:https://help.aliyun.com/zh/model-studio/getting-started/models .model(model) .resultFormat(GenerationParam.ResultFormat.MESSAGE) .build(); } private List getMessages(List dto) { List messages = new ArrayList<>(); for (LlmStrategyDto dtoItem : dto){ if (StrUtil.equals(dtoItem.getRole(),Role.SYSTEM.getValue())){ messages.add(Message.builder() .role(Role.SYSTEM.getValue()) .content(dtoItem.getContent()) .build()); } if (StrUtil.equals(dtoItem.getRole(),Role.USER.getValue())){ messages.add(Message.builder() .role(Role.USER.getValue()) .content(dtoItem.getContent()) .build()); } if (StrUtil.equals(dtoItem.getRole(),Role.ASSISTANT.getValue())){ messages.add(Message.builder() .role(Role.ASSISTANT.getValue()) .content(dtoItem.getContent()) .build()); } } return messages; } @Override public FebsResponse llmInvokeNonStreaming(List dto) { if (CollUtil.isEmpty(dto)){ throw new FebsException("百炼大模型初始化异常"); } List messages = getMessages(dto); Generation gen = new Generation(); generationParam.setMessages(messages); FebsResponse febsResponse = new FebsResponse(); try { GenerationResult result = gen.call(generationParam); if (result != null && result.getOutput() != null && result.getOutput().getChoices().size() > 0){ febsResponse.success().data(result.getOutput().getChoices().get(0).getMessage().getContent()); }else{ febsResponse.fail().message("百炼大模型调用失败"); } } catch (NoApiKeyException e) { throw new FebsException(StrUtil.format("百炼大模型调用失败:{}",e.getMessage())); } catch (InputRequiredException e) { throw new FebsException(StrUtil.format("百炼大模型输出失败:{}",e.getMessage())); } return febsResponse; } @Override public Flux llmInvokeStreamingWithThink(List dto) { if (CollUtil.isEmpty(dto)){ throw new FebsException("百炼大模型初始化异常"); } List messages = getMessages(dto); long startTime = System.currentTimeMillis(); Generation gen = new Generation(); generationParam.setMessages(messages); generationParam.setResultFormat(GenerationParam.ResultFormat.MESSAGE); generationParam.setEnableThinking( true); generationParam.setIncrementalOutput(true); Flowable result; try { result = gen.streamCall(generationParam); } catch (NoApiKeyException | InputRequiredException e) { throw new FebsException(StrUtil.format("百炼大模型输出失败:{}",e.getMessage())); } return Flux.from(result) .map(message -> { HashMap stringStringHashMap = new HashMap<>(); if (StrUtil.isNotEmpty(message.getOutput().getChoices().get(0).getMessage().getReasoningContent())){ stringStringHashMap.put(LlmStrategyContextEnum.THINK.name(),message.getOutput().getChoices().get(0).getMessage().getReasoningContent()); } if (StrUtil.isNotEmpty(message.getOutput().getChoices().get(0).getMessage().getContent())){ stringStringHashMap.put(LlmStrategyContextEnum.CONTENT.name(),message.getOutput().getChoices().get(0).getMessage().getContent()); } return new FebsResponse().success().data(stringStringHashMap); }) .doOnComplete(() -> { long endTime = System.currentTimeMillis(); System.out.println("百炼大模型输出:" + (endTime - startTime) + "毫秒"); }) .doOnError(error -> { throw new FebsException(StrUtil.format("百炼大模型输出失败:{}",error)); }); } @Override public Flux llmInvokeStreamingNoThink(List dto) { if (CollUtil.isEmpty(dto)){ throw new FebsException("百炼大模型初始化异常"); } List messages = getMessages(dto); long startTime = System.currentTimeMillis(); Generation gen = new Generation(); generationParam.setMessages(messages); generationParam.setResultFormat(GenerationParam.ResultFormat.MESSAGE); generationParam.setIncrementalOutput(true); Flowable result; try { result = gen.streamCall(generationParam); } catch (NoApiKeyException | InputRequiredException e) { throw new FebsException(StrUtil.format("百炼大模型输出失败:{}",e.getMessage())); } return Flux.from(result) .map(message -> { HashMap stringStringHashMap = new HashMap<>(); if (StrUtil.isNotEmpty(message.getOutput().getChoices().get(0).getMessage().getContent())){ String content = message.getOutput().getChoices().get(0).getMessage().getContent(); System.out.print( content); stringStringHashMap.put(LlmStrategyContextEnum.CONTENT.name(),content); } return new FebsResponse().success().data(stringStringHashMap); }) .doOnComplete(() -> { long endTime = System.currentTimeMillis(); System.out.println("百炼大模型输出:" + (endTime - startTime) + "毫秒"); }) .doOnError(error -> { throw new FebsException(StrUtil.format("百炼大模型输出失败:{}",error)); }); } }