package cc.mrbird.febs.ai.strategy.Impl;
|
|
import cc.mrbird.febs.ai.strategy.LlmStrategyService;
|
import cc.mrbird.febs.ai.strategy.param.LlmStrategyDto;
|
import cc.mrbird.febs.common.entity.FebsResponse;
|
import cc.mrbird.febs.common.exception.FebsException;
|
import cn.hutool.core.util.StrUtil;
|
import com.alibaba.dashscope.aigc.generation.Generation;
|
import com.alibaba.dashscope.aigc.generation.GenerationParam;
|
import com.alibaba.dashscope.aigc.generation.GenerationResult;
|
import com.alibaba.dashscope.exception.InputRequiredException;
|
import com.alibaba.dashscope.exception.NoApiKeyException;
|
import io.reactivex.Flowable;
|
import org.springframework.stereotype.Component;
|
import reactor.core.publisher.Flux;
|
|
import javax.annotation.PostConstruct;
|
|
@Component("AliLlmStrategyService")
|
public class AliLlmStrategyServiceImpl implements LlmStrategyService {
|
|
private GenerationParam generationParam;
|
|
@PostConstruct
|
public void init() {
|
this.generationParam = GenerationParam.builder()
|
// 若没有配置环境变量，请用阿里云百炼API Key将下行替换为：.apiKey("sk-xxx")
|
.apiKey("sk-babdcf8799144134915cee2683794b2f")
|
// 模型列表：https://help.aliyun.com/zh/model-studio/getting-started/models
|
.model("qwen-plus")
|
.resultFormat(GenerationParam.ResultFormat.MESSAGE)
|
.build();
|
}
|
|
@Override
|
public FebsResponse llmInvokeNonStreaming(LlmStrategyDto dto) {
|
Generation gen = new Generation();
|
generationParam.setMessages(dto.getMessages());
|
FebsResponse febsResponse = new FebsResponse();
|
try {
|
GenerationResult result = gen.call(generationParam);
|
if (result != null && result.getOutput() != null && result.getOutput().getChoices().size() > 0){
|
febsResponse.success().data(result.getOutput().getChoices().get(0).getMessage().getContent());
|
}else{
|
febsResponse.fail().message("百炼大模型调用失败");
|
}
|
} catch (NoApiKeyException e) {
|
throw new FebsException(StrUtil.format("百炼大模型调用失败:{}",e.getMessage()));
|
} catch (InputRequiredException e) {
|
throw new FebsException(StrUtil.format("百炼大模型输出失败:{}",e.getMessage()));
|
}
|
return febsResponse;
|
}
|
|
@Override
|
public Flux<FebsResponse> llmInvokeStreaming(LlmStrategyDto dto) {
|
|
long startTime = System.currentTimeMillis();
|
Generation gen = new Generation();
|
generationParam.setMessages(dto.getMessages());
|
generationParam.setResultFormat(GenerationParam.ResultFormat.MESSAGE);
|
generationParam.setIncrementalOutput(true);
|
Flowable<GenerationResult> result;
|
try {
|
result = gen.streamCall(generationParam);
|
} catch (NoApiKeyException | InputRequiredException e) {
|
throw new FebsException(StrUtil.format("百炼大模型输出失败:{}",e.getMessage()));
|
}
|
|
return Flux.from(result)
|
.map(message -> {
|
String content = message.getOutput().getChoices().get(0).getMessage().getContent();
|
return new FebsResponse().success().data(content);
|
})
|
.doOnComplete(() -> {
|
long endTime = System.currentTimeMillis();
|
System.out.println("百炼大模型输出：" + (endTime - startTime) + "毫秒");
|
})
|
.doOnError(error -> {
|
throw new FebsException(StrUtil.format("百炼大模型输出失败:{}",error));
|
});
|
}
|
}
|
