package cc.mrbird.febs.ai.strategy.Impl; import cc.mrbird.febs.ai.strategy.LlmStrategyService; import cc.mrbird.febs.ai.strategy.param.LlmStrategyDto; import cc.mrbird.febs.common.entity.FebsResponse; import cc.mrbird.febs.common.exception.FebsException; import cn.hutool.core.util.StrUtil; import com.alibaba.dashscope.aigc.generation.Generation; import com.alibaba.dashscope.aigc.generation.GenerationParam; import com.alibaba.dashscope.aigc.generation.GenerationResult; import com.alibaba.dashscope.exception.InputRequiredException; import com.alibaba.dashscope.exception.NoApiKeyException; import io.reactivex.Flowable; import org.springframework.stereotype.Component; import reactor.core.publisher.Flux; import javax.annotation.PostConstruct; @Component("AliLlmStrategyService") public class AliLlmStrategyServiceImpl implements LlmStrategyService { private GenerationParam generationParam; @PostConstruct public void init() { this.generationParam = GenerationParam.builder() // 若没有配置环境变量,请用阿里云百炼API Key将下行替换为:.apiKey("sk-xxx") .apiKey("sk-babdcf8799144134915cee2683794b2f") // 模型列表:https://help.aliyun.com/zh/model-studio/getting-started/models .model("qwen-plus") .resultFormat(GenerationParam.ResultFormat.MESSAGE) .build(); } @Override public FebsResponse llmInvokeNonStreaming(LlmStrategyDto dto) { Generation gen = new Generation(); generationParam.setMessages(dto.getMessages()); FebsResponse febsResponse = new FebsResponse(); try { GenerationResult result = gen.call(generationParam); if (result != null && result.getOutput() != null && result.getOutput().getChoices().size() > 0){ febsResponse.success().data(result.getOutput().getChoices().get(0).getMessage().getContent()); }else{ febsResponse.fail().message("百炼大模型调用失败"); } } catch (NoApiKeyException e) { throw new FebsException(StrUtil.format("百炼大模型调用失败:{}",e.getMessage())); } catch (InputRequiredException e) { throw new FebsException(StrUtil.format("百炼大模型输出失败:{}",e.getMessage())); } return febsResponse; } @Override public Flux llmInvokeStreaming(LlmStrategyDto dto) { long startTime = System.currentTimeMillis(); Generation gen = new Generation(); generationParam.setMessages(dto.getMessages()); generationParam.setResultFormat(GenerationParam.ResultFormat.MESSAGE); generationParam.setIncrementalOutput(true); Flowable result; try { result = gen.streamCall(generationParam); } catch (NoApiKeyException | InputRequiredException e) { throw new FebsException(StrUtil.format("百炼大模型输出失败:{}",e.getMessage())); } return Flux.from(result) .map(message -> { String content = message.getOutput().getChoices().get(0).getMessage().getContent(); return new FebsResponse().success().data(content); }) .doOnComplete(() -> { long endTime = System.currentTimeMillis(); System.out.println("百炼大模型输出:" + (endTime - startTime) + "毫秒"); }) .doOnError(error -> { throw new FebsException(StrUtil.format("百炼大模型输出失败:{}",error)); }); } }