feat(ai): 新增产品题目导入导出功能

Administrator

yesterday cbe4b354224dfc34a852c7b7f932d33bbe85ffec

 src/main/java/cc/mrbird/febs/ai/service/impl/AiProductQuestionServiceImpl.java

@@ -11,8 +11,17 @@
import cc.mrbird.febs.common.entity.FebsResponse;
import cc.mrbird.febs.common.entity.QueryRequest;
import cc.mrbird.febs.common.exception.FebsException;
import cc.mrbird.febs.common.utils.excl.ExcelSheetPO;
import cc.mrbird.febs.common.utils.excl.ExcelUtil;
import cc.mrbird.febs.common.utils.excl.ExcelVersion;
import cc.mrbird.febs.common.utils.excl.ResponseHeadUtil;
import cc.mrbird.febs.mall.dto.DeliverGoodsDto;
import cc.mrbird.febs.mall.entity.MallMember;
import cc.mrbird.febs.mall.entity.MallOrderInfo;
import cc.mrbird.febs.mall.entity.MallOrderItem;
import cc.mrbird.febs.rabbit.producter.AgentProducer;
import cn.hutool.core.collection.CollUtil;
import cn.hutool.core.date.DateUtil;
import cn.hutool.core.util.ObjectUtil;
import cn.hutool.core.util.StrUtil;
import cn.hutool.crypto.SecureUtil;
@@ -20,6 +29,7 @@
import cn.hutool.json.JSONObject;
import cn.hutool.json.JSONUtil;
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
import com.baomidou.mybatisplus.core.conditions.update.LambdaUpdateWrapper;
import com.baomidou.mybatisplus.core.metadata.IPage;
import com.baomidou.mybatisplus.core.toolkit.Wrappers;
import com.baomidou.mybatisplus.extension.plugins.pagination.Page;
@@ -31,7 +41,14 @@
import lombok.extern.slf4j.Slf4j;
import org.springframework.stereotype.Service;
import org.springframework.transaction.annotation.Transactional;
import org.springframework.web.multipart.MultipartFile;

import javax.servlet.http.HttpServletResponse;
import java.io.File;
import java.io.IOException;
import java.io.OutputStream;
import java.net.URLEncoder;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;

@@ -50,6 +67,7 @@
    private final AiProductQuestionJobMapper aiProductQuestionJobMapper;
    private final AiProductQuestionItemService aiProductQuestionItemService;
    private final AiService aiService;
    private final AgentProducer agentProducer;

    @Override
    public AiProductQuestion getById(String id) {
@@ -203,6 +221,21 @@
    }

    @Override
    public FebsResponse productQuestionDelete(String ids) {
        if (StrUtil.isEmpty(ids)) {
            throw new FebsException("参数错误");
        }
        List<String> idList = StrUtil.split(ids, ',');
        this.update(null,
                Wrappers.lambdaUpdate(AiProductQuestion.class)
                        .set(AiProductQuestion::getState, 2)
                        .set(AiProductQuestion::getUpdatedTime, new Date())
                        .eq(AiProductQuestion::getState, 0)
                        .in(AiProductQuestion::getId, idList));
        return new FebsResponse().success().message("操作成功");
    }

    @Override
    public List<AiProductQuestion> questionTree(String companyId) {
        LambdaQueryWrapper<AiProductQuestion> query = Wrappers.lambdaQuery(AiProductQuestion.class);
        if (StrUtil.isNotEmpty(companyId)){
@@ -269,43 +302,307 @@
    public FebsResponse aiAddV2(AiProductQuestionAiDto dto) {
        String companyId = dto.getCompanyId();
        String productCategoryId = dto.getProductCategoryId();
        if (StrUtil.isEmpty(productCategoryId)){
            return new FebsResponse().fail().message("请选择产品分类");
        }
        Integer questionCnt = dto.getQuestionCnt();
        String query = dto.getQuery();
        Integer difficulty = dto.getDifficulty();
        String promptAiSystem = dto.getPromptAiSystem();
        Date createdTime = new Date();
        AiProductQuestionJob aiProductQuestionJob = new AiProductQuestionJob();
        aiProductQuestionJob.setId(UUID.getSimpleUUIDString());
        aiProductQuestionJob.setCompanyId(companyId);
        aiProductQuestionJob.setProductCategoryId(productCategoryId);
        aiProductQuestionJob.setTitle(query);
        aiProductQuestionJob.setPromptAiSystem(promptAiSystem);
        aiProductQuestionJob.setQuestionCnt(questionCnt);
        aiProductQuestionJob.setDifficulty(difficulty);
        aiProductQuestionJob.setCreatedTime(createdTime);
        aiProductQuestionJobMapper.insert(aiProductQuestionJob);

        agentProducer.sendAddQuestionJob(aiProductQuestionJob.getId());
        return new FebsResponse().success().message("操作成功");
    }

    @Override
    public void getAddQuestion(String id) {
        try {
            AiProductQuestionJob aiProductQuestionJob = aiProductQuestionJobMapper.selectById(id);
            if (ObjectUtil.isEmpty(aiProductQuestionJob)){
                return;
            }
            Integer state = aiProductQuestionJob.getState();
            if (2 == state){
                return;
            }
            Integer questionCnt = aiProductQuestionJob.getQuestionCnt();
            Integer questionDoneCnt = aiProductQuestionJob.getQuestionDoneCnt();
            if (questionCnt <= questionDoneCnt){
                aiProductQuestionJob.setState(2);
                aiProductQuestionJobMapper.update(null,
                        Wrappers.lambdaUpdate(AiProductQuestionJob.class)
                                .set(AiProductQuestionJob::getState, 2)
                                .set(AiProductQuestionJob::getUpdatedTime, new Date())
                                .eq(AiProductQuestionJob::getId, id));
                return;
            }
            int i = questionCnt - questionDoneCnt;
            if (i >= 5){
                i = 5;
            }
            AiProductQuestionAiDto dto = new AiProductQuestionAiDto();
            String jsonFormat = "{\"question_list\":[{\"title\": \"消费者对透明质酸的主要担忧是什么？\",\"answer_list\":[{\"answer\": \"消费者担心透明质酸维持时间短，效果不明显。\",\"type\": 1,\"analysis\": \"\"},{\"answer\": \"消费者担心透明质酸注射后可能出现移位、凹陷、馒化、僵硬以及炎症反应。\",\"type\": 1,\"analysis\": \"\"},{\"answer\": \"消费者的主要担忧包括效果不明显、维持时间短、注射后出现移位、凹陷、馒化、僵硬以及炎症反应。他们希望既达到理想效果，又避免这些副作用。\",\"type\": 2,\"analysis\": \"标准答案涵盖了消费者对透明质酸的所有主要担忧，既包括效果问题，也涵盖副作用风险，全面反映消费者心理需求。\"}]}]} ";
            dto.setJsonFormat(jsonFormat);
            dto.setCompanyId(aiProductQuestionJob.getCompanyId());
            dto.setProductCategoryId(aiProductQuestionJob.getProductCategoryId());
            dto.setQuery(aiProductQuestionJob.getTitle());
            dto.setPromptAiSystem(aiProductQuestionJob.getPromptAiSystem());
            dto.setQuestionCnt(i);
            dto.setDifficulty(aiProductQuestionJob.getDifficulty());

            String questionAndAnswerStr = aiService.llmInvokeNonStreaming(dto);
            log.info("问题答案: " + questionAndAnswerStr);
            // 解析AI返回的结果
            List<JSONObject> questionList = parseAiQuestionResponse(questionAndAnswerStr);
            if (CollUtil.isNotEmpty(questionList)){
                String productCategoryId = dto.getProductCategoryId();
                Integer difficulty = dto.getDifficulty();
                Date createdTime = new Date();
                // 处理解析后的问题列表
                for (JSONObject questionObj : questionList) {
                    String title = questionObj.getStr("title");

                    AiProductQuestion aiProductQuestion = new AiProductQuestion();
                    aiProductQuestion.setId(UUID.getSimpleUUIDString());
                    aiProductQuestion.setCompanyId(dto.getCompanyId());
                    aiProductQuestion.setProductCategoryId(productCategoryId);
                    aiProductQuestion.setTitle(title);
                    aiProductQuestion.setDifficulty(difficulty);
                    aiProductQuestion.setCreatedTime(createdTime);
                    this.save(aiProductQuestion);
                    JSONArray answerList = questionObj.getJSONArray("answer_list");
                    for (int j = 0; j < answerList.size(); j++) {
                        JSONObject answer = answerList.getJSONObject(j);
                        System.out.println("答案" + (j+1) + ": " + answer.getStr("answer"));
                        System.out.println("类型: " + answer.getStr("type"));
                        System.out.println("分析: " + answer.getStr("analysis"));
                        AiProductQuestionItem aiProductQuestionItem = new AiProductQuestionItem();
                        aiProductQuestionItem.setId(UUID.getSimpleUUIDString());
                        aiProductQuestionItem.setCompanyId(dto.getCompanyId());
                        aiProductQuestionItem.setProductQuestionId(aiProductQuestion.getId());
                        aiProductQuestionItem.setTitle(aiProductQuestion.getTitle());
                        aiProductQuestionItem.setAnswer(answer.getStr("answer"));
                        aiProductQuestionItem.setCorrectAnswer(answer.getInt("type") == 2 ? 1 : 0);
                        aiProductQuestionItem.setAnswerAnalysis(answer.getStr("analysis"));
                        aiProductQuestionItem.setCreatedTime(createdTime);
                        aiProductQuestionItemService.getBaseMapper().insert(aiProductQuestionItem);
                    }
                }
                aiProductQuestionJobMapper.update(null,
                        Wrappers.lambdaUpdate(AiProductQuestionJob.class)
                                .set(AiProductQuestionJob::getQuestionDoneCnt, questionDoneCnt + questionList.size())
                                .set(AiProductQuestionJob::getUpdatedTime, new Date())
                                .set(AiProductQuestionJob::getState, 1)
                                .eq(AiProductQuestionJob::getId, id));
            }
            AiProductQuestionJob aiProductQuestionJobDone = aiProductQuestionJobMapper.selectById(id);
            if (2 != aiProductQuestionJobDone.getState()){
                agentProducer.sendAddQuestionJob(id);
            }
        } catch (Exception e) {
            agentProducer.sendAddQuestionJob(id);
            log.error("知识库异常", e);
        }
    }

    @Override
    public void exportProductQuestion(AiProductQuestion dto, HttpServletResponse response) {
        try {
            List<ExcelSheetPO> res = new ArrayList<>();
            ExcelSheetPO orderSheet = new ExcelSheetPO();
            String title = "单选题目列表";
            orderSheet.setSheetName(title);
            orderSheet.setTitle(title);
            String[] header = {"答案ID", "题目ID", "题目", "答案", "正确答案", "解析"};
            orderSheet.setHeaders(header);

            QueryRequest request = new QueryRequest();
            request.setPageNum(1);
            request.setPageSize(9999);
            String questionIds = dto.getIds();
            List<String> ids = StrUtil.splitTrim(questionIds, ",");
            List<AiProductQuestionItem> aiProductQuestionItems = aiProductQuestionItemService.getListByQuery(
                    Wrappers.lambdaQuery(AiProductQuestionItem.class)
                            .in(AiProductQuestionItem::getProductQuestionId, ids)
                            .orderByAsc(AiProductQuestionItem::getProductQuestionId)
            );

            List<List<Object>> list = new ArrayList<>();
            if (CollUtil.isNotEmpty(aiProductQuestionItems)) {
                for (AiProductQuestionItem item : aiProductQuestionItems) {
                    List<Object> temp = new ArrayList<>();
                    temp.add(item.getId());
                    temp.add(item.getProductQuestionId());
                    temp.add(item.getTitle());
                    temp.add(item.getAnswer());
                    temp.add(item.getCorrectAnswer() == 1 ? "是" : "否");
                    temp.add(item.getAnswerAnalysis());
                    list.add(temp);
                }
            }
            orderSheet.setDataList(list);
            res.add(orderSheet);

            // 设置响应头
            response = ResponseHeadUtil.setExcelHead(response);
            String fileName = title + DateUtil.format(new Date(), "yyyyMMddHHmmss") + ".xlsx";
            response.setHeader("Content-Disposition",
                    "attachment;filename=" + URLEncoder.encode(fileName, "UTF-8"));

            // 写入 Excel 文件
            try (OutputStream os = response.getOutputStream()) {
                ExcelUtil.createWorkbookAtOutStream(ExcelVersion.V2007, res, os, true);
            }
        } catch (Exception e) {
            log.error("导出产品题目失败", e);
            throw new RuntimeException("导出失败，请稍后重试");
        }
    }

    @Override
    @Transactional
    public FebsResponse importDeliver(MultipartFile file) {
        try {
            if (file.isEmpty()) {
                return new FebsResponse().fail();
            }

            String fileName = file.getOriginalFilename();
            String dirPath = "/home/javaweb/webresource/ai/import/";

            File saveFile = new File(new File(dirPath).getAbsolutePath() + File.separator + fileName);
            if (!saveFile.exists()) {
                if (!saveFile.getParentFile().exists()) {
                    saveFile.getParentFile().mkdirs();
                }
            }
                file.transferTo(saveFile);

            List<ExcelSheetPO> data = ExcelUtil.readExcel(saveFile, null, null);
            if (CollUtil.isEmpty(data)) {
                return new FebsResponse().fail();
            }

            List<List<Object>> dataList = data.get(0).getDataList();
            // String[] header = {"答案ID", "题目ID", "题目", "答案", "正确答案", "解析"};
            int questionItemIdIndex = -1;
            int questionIdIndex = -1;
            int titleIndex = -1;
            int answerIndex = -1;
            int correctAnswerIndex = -1;
            int answerAnalysisIndex = -1;
            for (int i = 1; i < dataList.size(); i++) {
                List<Object> objects = dataList.get(i);

                String questionItemId = "";
                String questionId = "";
                String title = "";
                String answer = "";
                Integer correctAnswer = 0;
                String answerAnalysis = "";
                for (int j = 0; j < objects.size(); j++) {
                    Object obj = objects.get(j);
                    if ("答案ID".equals(obj)) {
                        questionItemIdIndex = j;
                    }
                    if ("题目ID".equals(obj)) {
                        questionIdIndex = j;
                    }
                    if ("题目".equals(obj)) {
                        titleIndex = j;
                    }
                    if ("答案".equals(obj)) {
                        answerIndex = j;
                    }
                    if ("正确答案".equals(obj)) {
                        correctAnswerIndex = j;
                    }
                    if ("解析".equals(obj)) {
                        answerAnalysisIndex = j;
                    }
                    if (j == questionItemIdIndex) {
                        questionItemId = (String) objects.get(j);
                    }
                    if (j == questionIdIndex) {
                        questionId = (String) objects.get(j);
                    }
                    if (j == titleIndex) {
                        title = (String) objects.get(j);
                    }
                    if (j == answerIndex) {
                        answer = (String) objects.get(j);
                    }
                    if (j == correctAnswerIndex) {
                        correctAnswer = "是".equals((String) objects.get(j)) ? 1 : 0;
                    }
                    if (j == answerAnalysisIndex) {
                        answerAnalysis = (String) objects.get(j);
                    }
                }

                if (
                        StrUtil.isNotBlank(questionItemId)
                                && StrUtil.isNotBlank(questionId)
                                && StrUtil.isNotBlank(title)
                                && StrUtil.isNotBlank(answer)
                ){
                    aiProductQuestionItemService.getBaseMapper().update(null,
                            Wrappers.lambdaUpdate(AiProductQuestionItem.class)
                                    .set(AiProductQuestionItem::getTitle, title)
                                    .set(AiProductQuestionItem::getAnswer, answer)
                                    .set(AiProductQuestionItem::getCorrectAnswer, correctAnswer)
                                    .set(AiProductQuestionItem::getAnswerAnalysis, answerAnalysis)
                                    .set(AiProductQuestionItem::getUpdatedTime, new Date())
                                    .eq(AiProductQuestionItem::getId, questionItemId)
                                    .eq(AiProductQuestionItem::getProductQuestionId, questionId));
                    this.update(null,
                            Wrappers.lambdaUpdate(AiProductQuestion.class)
                                    .set(AiProductQuestion::getTitle, title)
                                    .eq(AiProductQuestion::getId, questionId));
                }
            }
            return new FebsResponse().success();
        } catch (IOException e) {
            e.printStackTrace();
            throw new RuntimeException("导入失败，请稍后重试");
        }
    }


    /**
     * 解析AI返回的包含问题和答案的JSON字符串
     * @param aiResponse AI返回的原始响应字符串
     * @return 解析后的问题列表
     */
    public List<JSONObject> parseAiQuestionResponse(String aiResponse) {
    public static List<JSONObject> parseAiQuestionResponse(String aiResponse) {

        try {
            // 解析外层JSON
            JSONObject outerJson = JSONUtil.parseObj(aiResponse);

            // 提取output字段
            String output = outerJson.getStr("output");
            log.info("原始输出内容: {}", output);

            // 去除<start>和</start>标签，并清理多余字符
            String jsonContent = output.replace("<start>", "")
                    .replace("</start>", "")
                    .replace("\\n", "")
                    .replace("\\n", "")
                    .replace("\\\"", "\"")
                    .trim();

            log.info("清理后JSON内容: {}", jsonContent);
            // 解析内部JSON
            JSONObject innerJson = JSONUtil.parseObj(jsonContent);

@@ -321,4 +618,11 @@
        }
    }

    public static void main(String[] args) {
        String s = "{\"output\":\"<start>{\\\"question_list\\\":[{\\\"title\\\":\\\"根据知识库内容，调整T区的三大作用分别是什么？请逐条准确列举。\\\",\\\"answer_list\\\":[{\\\"answer\\\":\\\"1.提升折叠度；2.调整面部比例；3.提升骨性支撑力\\\",\\\"type\\\":2,\\\"analysis\\\":\\\"原文明确列出：'1.提升折叠度(增加正面、侧面转折落差，减少扁平感)；2.调整面部比例(通过T区的纵向与横线的调整，优化三庭五眼、四高三底)；3.提升骨性支撑力(为软组织提供坚实的\\\\\\\"地基\\\\\\\"抗衰并提升高级的骨感)'\\\"},{\\\"answer\\\":\\\"1.提升折叠度；2.调整三庭五眼；3.增强软组织弹性\\\",\\\"type\\\":1,\\\"analysis\\\":\\\"\\\"},{\\\"answer\\\":\\\"1.提升立体感；2.优化面部比例；3.强化韧带支撑\\\",\\\"type\\\":1,\\\"analysis\\\":\\\"\\\"}]}]}</start>\"}";
        List<JSONObject> questionList = parseAiQuestionResponse(s);
        System.out.println(questionList);

    }

}