1、新增知识库功能文件管理模块

2、支持文件的同步上传和获取

smsb-admin/src/main/resources/application.yml

@@ -104,7 +104,7 @@ dify:
   url: http://192.168.32.114
   # 知识库配置
   datasets:
-    apiKey: dataset-pBh1o1eHctOU0QUs6zhkN2UV
+    apiKey: dataset-rBAPZ6gomXSNRcDDghcSVJP1
 
 
 # Sa-Token配置
@@ -156,6 +156,7 @@ tenant:
     - smsb_device_auth
     - smsb_device_heart_record
     - smsb_dify_datasets
+    - smsb_dify_datasets_file
 
 # MyBatisPlus配置
 # https://baomidou.com/config/

smsb-modules/smsb-device/src/main/java/com/inspur/device/controller/SmsbDifyDatasetsFileController.java

@@ -0,0 +1,116 @@
+package com.inspur.device.controller;
+
+import java.util.List;
+
+import lombok.RequiredArgsConstructor;
+import jakarta.servlet.http.HttpServletResponse;
+import jakarta.validation.constraints.*;
+import cn.dev33.satoken.annotation.SaCheckPermission;
+import org.springframework.web.bind.annotation.*;
+import org.springframework.validation.annotation.Validated;
+import org.dromara.common.idempotent.annotation.RepeatSubmit;
+import org.dromara.common.log.annotation.Log;
+import org.dromara.common.web.core.BaseController;
+import org.dromara.common.mybatis.core.page.PageQuery;
+import org.dromara.common.core.domain.R;
+import org.dromara.common.core.validate.AddGroup;
+import org.dromara.common.core.validate.EditGroup;
+import org.dromara.common.log.enums.BusinessType;
+import org.dromara.common.excel.utils.ExcelUtil;
+import com.inspur.device.domain.vo.SmsbDifyDatasetsFileVo;
+import com.inspur.device.domain.bo.SmsbDifyDatasetsFileBo;
+import com.inspur.device.service.ISmsbDifyDatasetsFileService;
+import org.dromara.common.mybatis.core.page.TableDataInfo;
+
+/**
+ * Dify知识库文件
+ *
+ * @author Lion Li
+ * @date 2025-05-14
+ */
+@Validated
+@RequiredArgsConstructor
+@RestController
+@RequestMapping("/smsb/device/datasetsFile")
+public class SmsbDifyDatasetsFileController extends BaseController {
+
+    private final ISmsbDifyDatasetsFileService smsbDifyDatasetsFileService;
+
+    /**
+     * 查询Dify知识库文件列表
+     */
+    @SaCheckPermission("device:datasetsFile:list")
+    @GetMapping("/list")
+    public TableDataInfo<SmsbDifyDatasetsFileVo> list(SmsbDifyDatasetsFileBo bo, PageQuery pageQuery) {
+        return smsbDifyDatasetsFileService.queryPageList(bo, pageQuery);
+    }
+
+    /**
+     * 导出Dify知识库文件列表
+     */
+    @SaCheckPermission("device:datasetsFile:export")
+    @Log(title = "Dify知识库文件", businessType = BusinessType.EXPORT)
+    @PostMapping("/export")
+    public void export(SmsbDifyDatasetsFileBo bo, HttpServletResponse response) {
+        List<SmsbDifyDatasetsFileVo> list = smsbDifyDatasetsFileService.queryList(bo);
+        ExcelUtil.exportExcel(list, "Dify知识库文件", SmsbDifyDatasetsFileVo.class, response);
+    }
+
+    /**
+     * 获取Dify知识库文件详细信息
+     *
+     * @param id 主键
+     */
+    @SaCheckPermission("device:datasetsFile:query")
+    @GetMapping("/{id}")
+    public R<SmsbDifyDatasetsFileVo> getInfo(@NotNull(message = "主键不能为空")
+                                             @PathVariable Long id) {
+        return R.ok(smsbDifyDatasetsFileService.queryById(id));
+    }
+
+    /**
+     * 获取Dify知识库文件详细信息
+     *
+     * @param datasetsDifyId
+     */
+    @SaCheckPermission("device:datasetsFile:add")
+    @GetMapping("/sync/{datasetsDifyId}")
+    public R<Void> syncFileList(@NotNull(message = "知识库ID不能为空") @PathVariable("datasetsDifyId") String datasetsDifyId) {
+        return toAjax(smsbDifyDatasetsFileService.syncFileList(datasetsDifyId));
+    }
+
+    /**
+     * 新增Dify知识库文件
+     */
+    @SaCheckPermission("device:datasetsFile:add")
+    @Log(title = "Dify知识库文件", businessType = BusinessType.INSERT)
+    @RepeatSubmit()
+    @PostMapping()
+    public R<Void> add(@Validated(AddGroup.class) @RequestBody SmsbDifyDatasetsFileBo bo) {
+        return toAjax(smsbDifyDatasetsFileService.insertByBo(bo));
+    }
+
+    /**
+     * 修改Dify知识库文件
+     */
+    @SaCheckPermission("device:datasetsFile:edit")
+    @Log(title = "Dify知识库文件", businessType = BusinessType.UPDATE)
+    @RepeatSubmit()
+    @PutMapping()
+    public R<Void> edit(@Validated(EditGroup.class) @RequestBody SmsbDifyDatasetsFileBo bo) {
+        return toAjax(smsbDifyDatasetsFileService.updateByBo(bo));
+    }
+
+    /**
+     * 删除Dify知识库文件
+     *
+     * @param ids 主键串
+     */
+    @SaCheckPermission("device:datasetsFile:remove")
+    @Log(title = "Dify知识库文件", businessType = BusinessType.DELETE)
+    @DeleteMapping("/{ids}")
+    public R<Void> remove(@NotEmpty(message = "主键不能为空")
+                          @PathVariable Long[] ids) {
+        return toAjax(smsbDifyDatasetsFileService.deleteWithValidByIds(List.of(ids), true));
+    }
+}

smsb-modules/smsb-device/src/main/java/com/inspur/device/domain/SmsbDifyDatasetsFile.java

@@ -0,0 +1,88 @@
+package com.inspur.device.domain;
+
+import org.dromara.common.mybatis.core.domain.BaseEntity;
+import com.baomidou.mybatisplus.annotation.*;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+
+import java.io.Serial;
+
+/**
+ * Dify知识库文件对象 smsb_dify_datasets_file
+ *
+ * @author Lion Li
+ * @date 2025-05-14
+ */
+@Data
+@EqualsAndHashCode(callSuper = true)
+@TableName("smsb_dify_datasets_file")
+public class SmsbDifyDatasetsFile extends BaseEntity {
+
+    @Serial
+    private static final long serialVersionUID = 1L;
+
+    /**
+     * 主键ID
+     */
+    @TableId(value = "id")
+    private Long id;
+
+    /**
+     * 知识库名称
+     */
+    private String datasetsName;
+
+    /**
+     * 知识库ID
+     */
+    private Long datasetsId;
+
+    /**
+     * 知识库DifyId
+     */
+    private String datasetsDifyId;
+
+    /**
+     * 文件ID
+     */
+    private String difyId;
+
+    /**
+     * 文件名称
+     */
+    private String name;
+
+    /**
+     * 状态
+     */
+    private String indexingStatus;
+
+    /**
+     * 排序
+     */
+    private Integer position;
+
+    /**
+     * tokens
+     */
+    private Integer tokens;
+
+    /**
+     * 字符数
+     */
+    private Integer wordCount;
+
+    /**
+     * 文件地址
+     */
+    private String fileUrl;
+
+    /**
+     * 文件路径
+     */
+    private String filePath;
+
+    private Long ossId;
+
+
+}

smsb-modules/smsb-device/src/main/java/com/inspur/device/domain/bo/SmsbDifyDatasetsFileBo.java

@@ -0,0 +1,38 @@
+package com.inspur.device.domain.bo;
+
+import com.inspur.device.domain.SmsbDifyDatasetsFile;
+import io.github.linpeilie.annotations.AutoMapper;
+import lombok.Data;
+import lombok.EqualsAndHashCode;
+import org.dromara.common.mybatis.core.domain.BaseEntity;
+
+/**
+ * Dify知识库文件业务对象 smsb_dify_datasets_file
+ *
+ * @author Lion Li
+ * @date 2025-05-14
+ */
+@Data
+@EqualsAndHashCode(callSuper = true)
+@AutoMapper(target = SmsbDifyDatasetsFile.class, reverseConvertGenerate = false)
+public class SmsbDifyDatasetsFileBo extends BaseEntity {
+
+    private Long id;
+
+    /**
+     * 文件名称
+     */
+    private String name;
+
+    /**
+     * 文件地址
+     */
+    private String fileUrl;
+
+    private Long ossId;
+
+
+    private String datasetsId;
+
+    private String datasetDifyId;
+}

smsb-modules/smsb-device/src/main/java/com/inspur/device/domain/vo/DifyDatasetsFileRspData.java

@@ -0,0 +1,25 @@
+package com.inspur.device.domain.vo;
+
+import lombok.Data;
+
+/**
+ * 知识库文件 dify 返回
+ * @author lihao16
+ */
+@Data
+public class DifyDatasetsFileRspData {
+
+    private String id;
+
+    private Integer position;
+
+    private String name;
+
+    private String indexing_status;
+
+    private Integer word_count;
+
+    private Integer hit_count;
+
+    private Integer tokens;
+}

smsb-modules/smsb-device/src/main/java/com/inspur/device/domain/vo/SmsbDifyDatasetsFileVo.java

@@ -0,0 +1,101 @@
+package com.inspur.device.domain.vo;
+
+import com.alibaba.excel.annotation.ExcelIgnoreUnannotated;
+import com.alibaba.excel.annotation.ExcelProperty;
+import com.inspur.device.domain.SmsbDifyDatasetsFile;
+import io.github.linpeilie.annotations.AutoMapper;
+import lombok.Data;
+
+import java.io.Serial;
+import java.io.Serializable;
+import java.util.Date;
+
+
+/**
+ * Dify知识库文件视图对象 smsb_dify_datasets_file
+ *
+ * @author Lion Li
+ * @date 2025-05-14
+ */
+@Data
+@ExcelIgnoreUnannotated
+@AutoMapper(target = SmsbDifyDatasetsFile.class)
+public class SmsbDifyDatasetsFileVo implements Serializable {
+
+    @Serial
+    private static final long serialVersionUID = 1L;
+
+    /**
+     * 主键ID
+     */
+    @ExcelProperty(value = "主键ID")
+    private Long id;
+
+    /**
+     * 知识库名称
+     */
+    @ExcelProperty(value = "知识库名称")
+    private String datasetsName;
+
+    /**
+     * 文件ID
+     */
+    @ExcelProperty(value = "文件ID")
+    private String difyId;
+
+    /**
+     * 文件名称
+     */
+    @ExcelProperty(value = "文件名称")
+    private String name;
+
+    /**
+     * 状态
+     */
+    @ExcelProperty(value = "状态")
+    private String indexingStatus;
+
+    /**
+     * 排序
+     */
+    @ExcelProperty(value = "排序")
+    private Integer position;
+
+    /**
+     * tokens
+     */
+    @ExcelProperty(value = "tokens")
+    private Integer tokens;
+
+    /**
+     * 字符数
+     */
+    @ExcelProperty(value = "字符数")
+    private Integer wordCount;
+
+    /**
+     * 创建时间
+     */
+    @ExcelProperty(value = "创建时间")
+    private Date createTime;
+
+    /**
+     * 更新时间
+     */
+    @ExcelProperty(value = "更新时间")
+    private Date updateTime;
+
+    /**
+     * 文件地址
+     */
+    @ExcelProperty(value = "文件地址")
+    private String fileUrl;
+
+    /**
+     * 文件路径
+     */
+    @ExcelProperty(value = "文件路径")
+    private String filePath;
+
+    private Long ossId;
+}

smsb-modules/smsb-device/src/main/java/com/inspur/device/mapper/SmsbDifyDatasetsFileMapper.java

@@ -0,0 +1,15 @@
+package com.inspur.device.mapper;
+
+import com.inspur.device.domain.SmsbDifyDatasetsFile;
+import com.inspur.device.domain.vo.SmsbDifyDatasetsFileVo;
+import org.dromara.common.mybatis.core.mapper.BaseMapperPlus;
+
+/**
+ * Dify知识库文件Mapper接口
+ *
+ * @author Lion Li
+ * @date 2025-05-14
+ */
+public interface SmsbDifyDatasetsFileMapper extends BaseMapperPlus<SmsbDifyDatasetsFile, SmsbDifyDatasetsFileVo> {
+
+}

smsb-modules/smsb-device/src/main/java/com/inspur/device/mapper/SmsbDifyDatasetsMapper.java

@@ -2,6 +2,7 @@ package com.inspur.device.mapper;
 
 import com.inspur.device.domain.SmsbDifyDatasets;
 import com.inspur.device.domain.vo.SmsbDifyDatasetsVo;
+import org.apache.ibatis.annotations.Param;
 import org.dromara.common.mybatis.core.mapper.BaseMapperPlus;
 
 /**
@@ -12,4 +13,5 @@ import org.dromara.common.mybatis.core.mapper.BaseMapperPlus;
  */
 public interface SmsbDifyDatasetsMapper extends BaseMapperPlus<SmsbDifyDatasets, SmsbDifyDatasetsVo> {
 
+    SmsbDifyDatasetsVo selectVoByDifyId(@Param("difyId") String difyId);
 }

smsb-modules/smsb-device/src/main/java/com/inspur/device/service/ISmsbDifyDatasetsFileService.java

@@ -0,0 +1,75 @@
+package com.inspur.device.service;
+
+import com.inspur.device.domain.bo.SmsbDifyDatasetsFileBo;
+import com.inspur.device.domain.vo.SmsbDifyDatasetsFileVo;
+import org.dromara.common.mybatis.core.page.PageQuery;
+import org.dromara.common.mybatis.core.page.TableDataInfo;
+
+import java.util.Collection;
+import java.util.List;
+
+/**
+ * Dify知识库文件Service接口
+ *
+ * @author Lion Li
+ * @date 2025-05-14
+ */
+public interface ISmsbDifyDatasetsFileService {
+
+    /**
+     * 查询Dify知识库文件
+     *
+     * @param id 主键
+     * @return Dify知识库文件
+     */
+    SmsbDifyDatasetsFileVo queryById(Long id);
+
+    /**
+     * 分页查询Dify知识库文件列表
+     *
+     * @param bo        查询条件
+     * @param pageQuery 分页参数
+     * @return Dify知识库文件分页列表
+     */
+    TableDataInfo<SmsbDifyDatasetsFileVo> queryPageList(SmsbDifyDatasetsFileBo bo, PageQuery pageQuery);
+
+    /**
+     * 查询符合条件的Dify知识库文件列表
+     *
+     * @param bo 查询条件
+     * @return Dify知识库文件列表
+     */
+    List<SmsbDifyDatasetsFileVo> queryList(SmsbDifyDatasetsFileBo bo);
+
+    /**
+     * 新增Dify知识库文件
+     *
+     * @param bo Dify知识库文件
+     * @return 是否新增成功
+     */
+    Boolean insertByBo(SmsbDifyDatasetsFileBo bo);
+
+    /**
+     * 修改Dify知识库文件
+     *
+     * @param bo Dify知识库文件
+     * @return 是否修改成功
+     */
+    Boolean updateByBo(SmsbDifyDatasetsFileBo bo);
+
+    /**
+     * 校验并批量删除Dify知识库文件信息
+     *
+     * @param ids     待删除的主键集合
+     * @param isValid 是否进行有效性校验
+     * @return 是否删除成功
+     */
+    Boolean deleteWithValidByIds(Collection<Long> ids, Boolean isValid);
+
+    /**
+     * 同步一个知识库的文件列表
+     * @param datasetsDifyId
+     * @return
+     */
+    boolean syncFileList(String datasetsDifyId);
+}

smsb-modules/smsb-device/src/main/java/com/inspur/device/service/impl/SmsbDifyDatasetsFileServiceImpl.java

@@ -0,0 +1,322 @@
+package com.inspur.device.service.impl;
+
+import cn.hutool.http.HttpRequest;
+import cn.hutool.http.HttpResponse;
+import cn.hutool.json.JSONArray;
+import cn.hutool.json.JSONObject;
+import cn.hutool.json.JSONUtil;
+import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
+import com.baomidou.mybatisplus.core.toolkit.Wrappers;
+import com.baomidou.mybatisplus.extension.plugins.pagination.Page;
+import com.inspur.device.domain.SmsbDifyDatasetsFile;
+import com.inspur.device.domain.bo.SmsbDifyDatasetsFileBo;
+import com.inspur.device.domain.vo.DifyDatasetsFileRspData;
+import com.inspur.device.domain.vo.SmsbDifyDatasetsFileVo;
+import com.inspur.device.domain.vo.SmsbDifyDatasetsVo;
+import com.inspur.device.mapper.SmsbDifyDatasetsFileMapper;
+import com.inspur.device.mapper.SmsbDifyDatasetsMapper;
+import com.inspur.device.service.ISmsbDifyDatasetsFileService;
+import lombok.RequiredArgsConstructor;
+import lombok.extern.slf4j.Slf4j;
+import org.dromara.common.core.utils.MapstructUtils;
+import org.dromara.common.core.utils.StringUtils;
+import org.dromara.common.mybatis.core.page.PageQuery;
+import org.dromara.common.mybatis.core.page.TableDataInfo;
+import org.dromara.system.domain.vo.SysOssVo;
+import org.dromara.system.mapper.SysOssMapper;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.beans.factory.annotation.Value;
+import org.springframework.stereotype.Service;
+import org.springframework.util.CollectionUtils;
+
+import java.io.File;
+import java.io.IOException;
+import java.io.InputStream;
+import java.net.URL;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.nio.file.Paths;
+import java.nio.file.StandardCopyOption;
+import java.util.ArrayList;
+import java.util.Collection;
+import java.util.List;
+import java.util.Map;
+
+/**
+ * Dify知识库文件Service业务层处理
+ *
+ * @author Lion Li
+ * @date 2025-05-14
+ */
+@RequiredArgsConstructor
+@Service
+@Slf4j
+public class SmsbDifyDatasetsFileServiceImpl implements ISmsbDifyDatasetsFileService {
+
+    private final SmsbDifyDatasetsFileMapper baseMapper;
+
+    private final SmsbDifyDatasetsMapper smsbDifyDatasetsMapper;
+
+    @Autowired
+    private SysOssMapper sysOssMapper;
+
+    @Value("${server.tempDir}")
+    private String tempDir;
+
+    @Value("${dify.url}")
+    private String difyUrl;
+
+    @Value("${dify.datasets.apiKey}")
+    private String datasetsApiKey;
+
+    /**
+     * 知识库API
+     */
+    private final static String API_DATASETS_COMMON = "/v1/datasets";
+
+    /**
+     * 查询Dify知识库文件
+     *
+     * @param id 主键
+     * @return Dify知识库文件
+     */
+    @Override
+    public SmsbDifyDatasetsFileVo queryById(Long id) {
+        return baseMapper.selectVoById(id);
+    }
+
+    /**
+     * 分页查询Dify知识库文件列表
+     *
+     * @param bo        查询条件
+     * @param pageQuery 分页参数
+     * @return Dify知识库文件分页列表
+     */
+    @Override
+    public TableDataInfo<SmsbDifyDatasetsFileVo> queryPageList(SmsbDifyDatasetsFileBo bo, PageQuery pageQuery) {
+        LambdaQueryWrapper<SmsbDifyDatasetsFile> lqw = buildQueryWrapper(bo);
+        Page<SmsbDifyDatasetsFileVo> result = baseMapper.selectVoPage(pageQuery.build(), lqw);
+        return TableDataInfo.build(result);
+    }
+
+    /**
+     * 查询符合条件的Dify知识库文件列表
+     *
+     * @param bo 查询条件
+     * @return Dify知识库文件列表
+     */
+    @Override
+    public List<SmsbDifyDatasetsFileVo> queryList(SmsbDifyDatasetsFileBo bo) {
+        LambdaQueryWrapper<SmsbDifyDatasetsFile> lqw = buildQueryWrapper(bo);
+        return baseMapper.selectVoList(lqw);
+    }
+
+    private LambdaQueryWrapper<SmsbDifyDatasetsFile> buildQueryWrapper(SmsbDifyDatasetsFileBo bo) {
+        Map<String, Object> params = bo.getParams();
+        LambdaQueryWrapper<SmsbDifyDatasetsFile> lqw = Wrappers.lambdaQuery();
+        lqw.like(StringUtils.isNotBlank(bo.getName()), SmsbDifyDatasetsFile::getName, bo.getName());
+        lqw.eq(StringUtils.isNotBlank(bo.getDatasetDifyId()), SmsbDifyDatasetsFile::getDatasetsDifyId, bo.getDatasetDifyId());
+        return lqw;
+    }
+
+    /**
+     * 新增Dify知识库文件
+     *
+     * @param bo Dify知识库文件
+     * @return 是否新增成功
+     */
+    @Override
+    public Boolean insertByBo(SmsbDifyDatasetsFileBo bo) {
+        SmsbDifyDatasetsFile add = new SmsbDifyDatasetsFile();
+        add.setOssId(bo.getOssId());
+        add.setDatasetsDifyId(bo.getDatasetsId());
+        // 1、 获取oss info，将文件保存至临时路径
+        Long ossId = add.getOssId();
+        SysOssVo sysOssVo = sysOssMapper.selectVoById(ossId);
+        String tempLocalPath = "";
+        try {
+            tempLocalPath = saveToLocal(sysOssVo);
+        } catch (Exception e) {
+            log.error("save file to local error: {}", e.getMessage());
+            return false;
+        }
+        // 2、 调用dify接口，将文件上传至dify
+        String requestUrl = difyUrl + API_DATASETS_COMMON + "/" + add.getDatasetsDifyId() + "/document/create-by-file";
+        String requestBody = createAddFileRequestBody();
+
+        // 发送请求
+        HttpResponse response = HttpRequest.post(requestUrl)
+            .header("Authorization", "Bearer " + datasetsApiKey)
+            .form("data", requestBody)
+            .form("file", new File(tempLocalPath))
+            .execute();
+        // 处理响应
+        if (!response.isOk()) {
+            return false;
+        }
+        // 3、 获取接口返回文件ID
+        JSONObject document = JSONUtil.parseObj(response.body()).get("document", JSONObject.class);
+        String difyId = document.getStr("id");
+        // 4、 保存至数据库
+        add.setDifyId(difyId);
+        // 获取知识库信息
+        SmsbDifyDatasetsVo datasetsVo = smsbDifyDatasetsMapper.selectVoByDifyId(add.getDatasetsDifyId());
+        add.setDatasetsId(datasetsVo.getId());
+        add.setDatasetsName(datasetsVo.getName());
+        add.setName(sysOssVo.getOriginalName());
+        add.setIndexingStatus(document.getStr("indexing_status"));
+        add.setPosition(document.getInt("position"));
+        add.setTokens(document.getInt("tokens"));
+        add.setWordCount(document.getInt("word_count"));
+        add.setFileUrl(sysOssVo.getUrl());
+        add.setFilePath(tempLocalPath);
+        baseMapper.insert(add);
+        return true;
+    }
+
+    private String createAddFileRequestBody() {
+        // 构建 JSON 格式的 data 参数
+        JSONObject dataJson = new JSONObject();
+        // 1-索引方式
+        dataJson.put("indexing_technique", "high_quality");
+
+        // 2-处理规则
+        JSONObject processRule = new JSONObject();
+        // 2-1 清洗、分段模式
+        processRule.put("mode", "custom");
+        // 2-2 自定义规则
+        JSONObject rules = new JSONObject();
+        // 2-2-1 预处理规则
+        JSONArray preProcessingRules = new JSONArray();
+        JSONObject rule1 = new JSONObject();
+        rule1.put("id", "remove_extra_spaces");
+        rule1.put("enabled", true);
+        preProcessingRules.add(rule1);
+        JSONObject rule2 = new JSONObject();
+        rule2.put("id", "remove_urls_emails");
+        rule2.put("enabled", true);
+        preProcessingRules.add(rule2);
+        // 2-2-1 分段规则
+        JSONObject segmentation = new JSONObject();
+        segmentation.put("separator", "###");
+        segmentation.put("max_tokens", 800);
+        rules.put("pre_processing_rules", preProcessingRules);
+        rules.put("segmentation", segmentation);
+        processRule.put("rules", rules);
+
+        dataJson.put("process_rule", processRule);
+        return dataJson.toString();
+    }
+
+    private String saveToLocal(SysOssVo sysOssVo) throws IOException {
+        String originalName = sysOssVo.getOriginalName();
+        // 创建一个临时路径
+        String localPath = tempDir + "/" + System.currentTimeMillis();
+        Path path = Paths.get(localPath);
+        Files.createDirectories(path);
+        // 将文件保存到临时路径
+        String filePath = localPath + "/" + originalName;
+        String fileUrl = sysOssVo.getUrl();
+        URL url = new URL(fileUrl);
+        InputStream in = url.openStream();
+        Path tempFilePath = Paths.get(filePath);
+        Files.copy(in, tempFilePath, StandardCopyOption.REPLACE_EXISTING);
+        return filePath;
+    }
+
+    /**
+     * 修改Dify知识库文件
+     *
+     * @param bo Dify知识库文件
+     * @return 是否修改成功
+     */
+    @Override
+    public Boolean updateByBo(SmsbDifyDatasetsFileBo bo) {
+        SmsbDifyDatasetsFile update = MapstructUtils.convert(bo, SmsbDifyDatasetsFile.class);
+        return baseMapper.updateById(update) > 0;
+    }
+
+    /**
+     * 校验并批量删除Dify知识库文件信息
+     *
+     * @param ids     待删除的主键集合
+     * @param isValid 是否进行有效性校验
+     * @return 是否删除成功
+     */
+    @Override
+    public Boolean deleteWithValidByIds(Collection<Long> ids, Boolean isValid) {
+        return baseMapper.deleteByIds(ids) > 0;
+    }
+
+    /**
+     * 同步知识库文件列表
+     *
+     * @param datasetsDifyId
+     * @return
+     */
+    @Override
+    public boolean syncFileList(String datasetsDifyId) {
+        String requestUrl = difyUrl + API_DATASETS_COMMON + "/" + datasetsDifyId + "/documents?page=1&limit=100";
+        HttpRequest request = HttpRequest.get(requestUrl)
+            .header("Authorization", "Bearer " + datasetsApiKey);
+        HttpResponse response = request.execute();
+        if (!response.isOk()) {
+            return false;
+        }
+        String responseBody = response.body();
+        JSONObject jsonObject = JSONUtil.parseObj(responseBody);
+        // 1 如果结果为0 直接返回
+        Integer total = jsonObject.getInt("total");
+        if (total == 0) {
+            return true;
+        }
+        // 知识库信息
+        SmsbDifyDatasetsVo smsbDifyDatasetsVo = smsbDifyDatasetsMapper.selectVoByDifyId(datasetsDifyId);
+
+        // data中取出知识库列表
+        List<DifyDatasetsFileRspData> datasetsFiles = jsonObject.getJSONArray("data").toList(DifyDatasetsFileRspData.class);
+        // 获取数据库中的所有文件
+        List<SmsbDifyDatasetsFileVo> datasetsFileVoList = baseMapper.selectVoList(new LambdaQueryWrapper<SmsbDifyDatasetsFile>()
+            .eq(SmsbDifyDatasetsFile::getDatasetsDifyId, datasetsDifyId));
+        List<SmsbDifyDatasetsFile> insertList = new ArrayList<>();
+        // 数据库为空 则全部新增
+        if (CollectionUtils.isEmpty(datasetsFileVoList)) {
+            for (DifyDatasetsFileRspData datasetFile : datasetsFiles) {
+                SmsbDifyDatasetsFile oneInsert = buildDatasetFileByDifyData(datasetFile, smsbDifyDatasetsVo);
+                insertList.add(oneInsert);
+            }
+            baseMapper.insertBatch(insertList);
+            return true;
+        }
+        List<String> dbDifyIds = datasetsFileVoList.stream().map(SmsbDifyDatasetsFileVo::getDifyId).toList();
+        // 数据库不为空 则遍历数据库中的知识库文件
+        for (DifyDatasetsFileRspData datasetFile : datasetsFiles) {
+            // 数据库中不包含这个id 则进行新增
+            if (!dbDifyIds.contains(datasetFile.getId())) {
+                SmsbDifyDatasetsFile oneInsert = buildDatasetFileByDifyData(datasetFile, smsbDifyDatasetsVo);
+                insertList.add(oneInsert);
+            } else {
+                // 数据库中包含这个id 则进行更新
+                SmsbDifyDatasetsFile oneUpdate = buildDatasetFileByDifyData(datasetFile, smsbDifyDatasetsVo);
+                oneUpdate.setId(datasetsFileVoList.stream().filter(vo -> vo.getDifyId().equals(datasetFile.getId())).findFirst().get().getId());
+                baseMapper.updateById(oneUpdate);
+            }
+        }
+        baseMapper.insertBatch(insertList);
+        return true;
+    }
+
+    private SmsbDifyDatasetsFile buildDatasetFileByDifyData(DifyDatasetsFileRspData datasetFile, SmsbDifyDatasetsVo smsbDifyDatasetsVo) {
+        SmsbDifyDatasetsFile oneInsert = new SmsbDifyDatasetsFile();
+        oneInsert.setDatasetsName(smsbDifyDatasetsVo.getName());
+        oneInsert.setDatasetsId(smsbDifyDatasetsVo.getId());
+        oneInsert.setDatasetsDifyId(smsbDifyDatasetsVo.getDifyId());
+        oneInsert.setDifyId(datasetFile.getId());
+        oneInsert.setName(datasetFile.getName());
+        oneInsert.setIndexingStatus(datasetFile.getIndexing_status());
+        oneInsert.setPosition(datasetFile.getPosition());
+        oneInsert.setTokens(datasetFile.getTokens());
+        oneInsert.setWordCount(datasetFile.getWord_count());
+        return oneInsert;
+    }
+}

smsb-modules/smsb-device/src/main/resources/mapper/device/SmsbDifyDatasetsFileMapper.xml

@@ -0,0 +1,7 @@
+<?xml version="1.0" encoding="UTF-8" ?>
+<!DOCTYPE mapper
+    PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
+    "http://mybatis.org/dtd/mybatis-3-mapper.dtd">
+<mapper namespace="com.inspur.device.mapper.SmsbDifyDatasetsFileMapper">
+
+</mapper>

smsb-modules/smsb-device/src/main/resources/mapper/device/SmsbDifyDatasetsMapper.xml

@@ -3,5 +3,7 @@
     PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
     "http://mybatis.org/dtd/mybatis-3-mapper.dtd">
 <mapper namespace="com.inspur.device.mapper.SmsbDifyDatasetsMapper">
-
+    <select id="selectVoByDifyId" resultType="com.inspur.device.domain.vo.SmsbDifyDatasetsVo" parameterType="String">
+        select * from smsb_dify_datasets where dify_id = #{difyId}
+    </select>
 </mapper>

smsb-plus-ui/src/api/smsb/device/datasets_file.ts

@@ -0,0 +1,70 @@
+import request from '@/utils/request';
+import { AxiosPromise } from 'axios';
+import { DifyDatasetsFileVO, DifyDatasetsFileForm, DifyDatasetsFileQuery } from '@/api/smsb/device/datasets_file_type';
+
+/**
+ * 查询Dify知识库文件列表
+ * @param query
+ * @returns {*}
+ */
+
+export const listDifyDatasetsFile = (query?: DifyDatasetsFileQuery): AxiosPromise<DifyDatasetsFileVO[]> => {
+  return request({
+    url: '/smsb/device/datasetsFile/list',
+    method: 'get',
+    params: query
+  });
+};
+
+/**
+ * 查询Dify知识库文件详细
+ * @param id
+ */
+export const getDifyDatasetsFile = (id: string | number): AxiosPromise<DifyDatasetsFileVO> => {
+  return request({
+    url: '/smsb/device/datasetsFile/' + id,
+    method: 'get'
+  });
+};
+
+export const syncDatasetsFiles = (datasetsDifyId: string | number) => {
+  return request({
+    url: '/smsb/device/datasetsFile/sync/' + datasetsDifyId,
+    method: 'get'
+  });
+}
+
+/**
+ * 新增Dify知识库文件
+ * @param data
+ */
+export const addDifyDatasetsFile = (data: DifyDatasetsFileForm) => {
+  return request({
+    url: '/smsb/device/datasetsFile',
+    method: 'post',
+    data: data
+  });
+};
+
+/**
+ * 修改Dify知识库文件
+ * @param data
+ */
+export const updateDifyDatasetsFile = (data: DifyDatasetsFileForm) => {
+  return request({
+    url: '/smsb/device/datasetsFile',
+    method: 'put',
+    data: data
+  });
+};
+
+/**
+ * 删除Dify知识库文件
+ * @param id
+ */
+export const delDifyDatasetsFile = (id: string | number | Array<string | number>) => {
+  return request({
+    url: '/smsb/device/datasetsFile/' + id,
+    method: 'delete'
+  });
+};

smsb-plus-ui/src/api/smsb/device/datasets_file_type.ts

@@ -0,0 +1,92 @@
+export interface DifyDatasetsFileVO {
+  /**
+   * 主键ID
+   */
+  id: string | number;
+
+  /**
+   * 知识库名称
+   */
+  datasetsName: number;
+
+  /**
+   * 文件ID
+   */
+  difyId: string | number;
+
+  /**
+   * 文件名称
+   */
+  name: string;
+
+  /**
+   * 状态
+   */
+  indexingStatus: string;
+
+  /**
+   * 排序
+   */
+  position: number;
+
+  /**
+   * tokens
+   */
+  tokens: number;
+
+  /**
+   * 字符数
+   */
+  wordCount: number;
+
+  /**
+   * 创建时间
+   */
+  createTime: string;
+
+  /**
+   * 更新时间
+   */
+  updateTime: string;
+
+  /**
+   * 文件地址
+   */
+  fileUrl: string;
+
+  /**
+   * 文件路径
+   */
+  filePath: string;
+
+
+  ossId?: number;
+}
+
+export interface DifyDatasetsFileForm extends BaseEntity {
+  /**
+   * 文件地址
+   */
+  fileUrl?: string;
+
+  ossId?: number | string;
+
+  datasetsId: number | string;
+
+}
+
+export interface DifyDatasetsFileQuery extends PageQuery {
+
+  /**
+   * 文件名称
+   */
+  name?: string;
+
+  /**
+   * 日期范围参数
+   */
+  params?: any;
+}
+
+
+

smsb-plus-ui/src/components/FileUpload/index.vue

@@ -53,11 +53,11 @@ const props = defineProps({
     default: () => []
   },
   // 数量限制
-  limit: propTypes.number.def(5),
+  limit: propTypes.number.def(1),
   // 大小限制(MB)
-  fileSize: propTypes.number.def(5),
+  fileSize: propTypes.number.def(10),
   // 文件类型, 例如['png', 'jpg', 'jpeg']
-  fileType: propTypes.array.def(['doc', 'xls', 'ppt', 'txt', 'pdf']),
+  fileType: propTypes.array.def(['doc', 'docx', 'txt', 'md']),
   // 是否显示提示
   isShowTip: propTypes.bool.def(true)
 });

smsb-plus-ui/src/views/smsb/datasets/index.vue

@@ -53,10 +53,10 @@
           <el-table-column label="更新时间" align="left" prop="updateTime" width="160"/>
           <el-table-column label="操作" align="center" class-name="small-padding fixed-width" width="100">
             <template #default="scope">
-              <!--              <el-tooltip content="修改" placement="top">
-                              <el-button link type="primary" icon="Edit" @click="handleUpdate(scope.row)"
-                                         v-hasPermi="['device:datasets:edit']"></el-button>
-                            </el-tooltip>-->
+              <el-tooltip content="文件列表" placement="top">
+                <el-button link type="primary" icon="Document" @click="handleToFileList(scope.row)"
+                           v-hasPermi="['device:datasetsFile:list']"></el-button>
+              </el-tooltip>
               <el-tooltip content="删除" placement="top">
                 <el-button link type="primary" icon="Delete" @click="handleDelete(scope.row)"
                            v-hasPermi="['device:datasets:remove']"></el-button>
@@ -213,6 +213,11 @@ const handleUpdate = async (row?: DifyDatasetsVO) => {
   dialog.title = "修改知识库";
 }
 
+/** 跳转至文件列表页面  */
+const handleToFileList = (row?: DifyDatasetsVO) =>{
+  proxy.$router.push('/device/datasetsFile?datasetsId=' + row.difyId);
+}
+
 /** 提交按钮 */
 const submitForm = () => {
   difyDatasetsFormRef.value?.validate(async (valid: boolean) => {

smsb-plus-ui/src/views/smsb/datasetsFile/index.vue

@@ -0,0 +1,229 @@
+<template>
+  <div class="p-2">
+    <transition :enter-active-class="proxy?.animate.searchAnimate.enter"
+                :leave-active-class="proxy?.animate.searchAnimate.leave">
+      <div v-show="showSearch" class="mb-[10px]">
+        <el-card shadow="hover" :style="{ marginTop: '10px', height: '60px' }">
+          <el-form ref="queryFormRef" :model="queryParams" :inline="true">
+            <el-form-item label="文件名称" prop="name">
+              <el-input v-model="queryParams.name" placeholder="请输入文件名称" clearable @keyup.enter="handleQuery"/>
+            </el-form-item>
+            <el-form-item>
+              <el-button type="primary" icon="Search" @click="handleQuery">搜索</el-button>
+              <el-button icon="Refresh" @click="resetQuery">重置</el-button>
+              <el-button type="primary" plain icon="Plus" @click="handleAdd"
+                         v-hasPermi="['device:datasetsFile:add']">
+                新增
+              </el-button>
+              <el-button type="danger" plain icon="Delete" :disabled="multiple" @click="handleDelete()"
+                         v-hasPermi="['device:datasetsFile:remove']">删除
+              </el-button>
+              <el-button type="warning" plain icon="Refresh" @click="handleSync()"
+                         v-hasPermi="['device:datasetsFile:add']">同步
+              </el-button>
+            </el-form-item>
+          </el-form>
+        </el-card>
+      </div>
+    </transition>
+
+    <el-card shadow="never">
+      <div class="table-content">
+        <el-table v-loading="loading" :data="difyDatasetsFileList" @selection-change="handleSelectionChange">
+          <el-table-column type="selection" width="55" align="center"/>
+          <el-table-column label="ID" align="left" prop="id" v-if="true" width="175"/>
+          <el-table-column label="知识库" align="left" prop="datasetsName" width="180" :show-overflow-tooltip="true"/>
+          <el-table-column label="文件ID" align="center" prop="difyId" width="200" :show-overflow-tooltip="true"/>
+          <el-table-column label="文件名称" align="left" prop="name" :show-overflow-tooltip="true"/>
+          <el-table-column label="索引状态" align="center" prop="indexingStatus" width="90"/>
+          <el-table-column label="排序" align="center" prop="position" width="60"/>
+          <el-table-column label="Tokens" align="center" prop="tokens"  width="80"/>
+          <el-table-column label="字符数" align="center" prop="wordCount"  width="80"/>
+          <el-table-column label="创建时间" align="left" prop="createTime" width="160"/>
+          <el-table-column label="更新时间" align="left" prop="updateTime" width="160" />
+          <el-table-column label="文件地址" align="left" prop="fileUrl" width="180" :show-overflow-tooltip="true"/>
+          <el-table-column label="操作" align="center" class-name="small-padding fixed-width" width="100">
+            <template #default="scope">
+              <el-tooltip content="删除" placement="top">
+                <el-button link type="primary" icon="Delete" @click="handleDelete(scope.row)"
+                           v-hasPermi="['device:datasetsFile:remove']"></el-button>
+              </el-tooltip>
+            </template>
+          </el-table-column>
+        </el-table>
+      </div>
+
+      <pagination v-show="total > 0" :total="total" v-model:page="queryParams.pageNum"
+                  v-model:limit="queryParams.pageSize" @pagination="getList"/>
+    </el-card>
+    <!-- 添加或修改Dify知识库文件对话框 -->
+    <el-dialog :title="dialog.title" v-model="dialog.visible" width="700px" append-to-body>
+      <el-form ref="difyDatasetsFileFormRef" :model="form" :rules="rules" label-width="70px">
+        <el-form-item label="文件上传" prop="ossId">
+          <file-upload v-model="form.ossId"/>
+        </el-form-item>
+      </el-form>
+      <template #footer>
+        <div class="dialog-footer">
+          <el-button :loading="buttonLoading" type="primary" @click="submitForm">确 定</el-button>
+          <el-button @click="cancel">取 消</el-button>
+        </div>
+      </template>
+    </el-dialog>
+  </div>
+</template>
+
+<script setup name="DifyDatasetsFile" lang="ts">
+import {
+  addDifyDatasetsFile,
+  delDifyDatasetsFile,
+  getDifyDatasetsFile,
+  listDifyDatasetsFile,
+  updateDifyDatasetsFile,
+  syncDatasetsFiles
+} from '@/api/smsb/device/datasets_file';
+import {DifyDatasetsFileForm, DifyDatasetsFileQuery, DifyDatasetsFileVO} from '@/api/smsb/device/datasets_file_type';
+
+const {proxy} = getCurrentInstance() as ComponentInternalInstance;
+const route = useRoute();
+const difyDatasetsFileList = ref<DifyDatasetsFileVO[]>([]);
+const buttonLoading = ref(false);
+const loading = ref(true);
+const showSearch = ref(true);
+const ids = ref<Array<string | number>>([]);
+const single = ref(true);
+const multiple = ref(true);
+const total = ref(0);
+const datasetsId = ref<string>();
+const queryFormRef = ref<ElFormInstance>();
+const difyDatasetsFileFormRef = ref<ElFormInstance>();
+
+const dialog = reactive<DialogOption>({
+  visible: false,
+  title: ''
+});
+
+const initFormData: DifyDatasetsFileForm = {
+  fileUrl: undefined,
+  ossId: undefined,
+  datasetsId: undefined,
+}
+const data = reactive<PageData<DifyDatasetsFileForm, DifyDatasetsFileQuery>>({
+  form: {...initFormData},
+  queryParams: {
+    pageNum: 1,
+    pageSize: 10,
+    name: undefined,
+    params: {}
+  },
+  rules: {}
+});
+
+const {queryParams, form, rules} = toRefs(data);
+
+/** 查询Dify知识库文件列表 */
+const getList = async () => {
+  loading.value = true;
+  queryParams.value.datasetDifyId = datasetsId.value;
+  const res = await listDifyDatasetsFile(queryParams.value);
+  difyDatasetsFileList.value = res.rows;
+  total.value = res.total;
+  loading.value = false;
+}
+
+/** 取消按钮 */
+const cancel = () => {
+  reset();
+  dialog.visible = false;
+}
+
+/** 表单重置 */
+const reset = () => {
+  form.value = {...initFormData};
+  difyDatasetsFileFormRef.value?.resetFields();
+}
+
+/** 搜索按钮操作 */
+const handleQuery = () => {
+  queryParams.value.pageNum = 1;
+  getList();
+}
+
+/** 重置按钮操作 */
+const resetQuery = () => {
+  queryFormRef.value?.resetFields();
+  handleQuery();
+}
+
+/** 多选框选中数据 */
+const handleSelectionChange = (selection: DifyDatasetsFileVO[]) => {
+  ids.value = selection.map(item => item.id);
+  single.value = selection.length != 1;
+  multiple.value = !selection.length;
+}
+
+/** 新增按钮操作 */
+const handleAdd = () => {
+  reset();
+  dialog.visible = true;
+  dialog.title = "文件上传";
+}
+
+const handleSync = async () => {
+  await proxy?.$modal.confirm('是否确认同步知识库文件列表数据？').finally(() => loading.value = false);
+  loading.value = true;
+  await syncDatasetsFiles(datasetsId.value);
+  proxy?.$modal.msgSuccess("同步成功");
+  await getList();
+  loading.value = false;
+}
+
+/** 修改按钮操作 */
+const handleUpdate = async (row?: DifyDatasetsFileVO) => {
+  reset();
+  const _id = row?.id || ids.value[0]
+  const res = await getDifyDatasetsFile(_id);
+  Object.assign(form.value, res.data);
+  dialog.visible = true;
+  dialog.title = "修改Dify知识库文件";
+}
+
+/** 提交按钮 */
+const submitForm = () => {
+  difyDatasetsFileFormRef.value?.validate(async (valid: boolean) => {
+    if (valid) {
+      buttonLoading.value = true;
+      if (form.value.id) {
+        await updateDifyDatasetsFile(form.value).finally(() => buttonLoading.value = false);
+      } else {
+        form.value.datasetsId = datasetsId.value;
+        await addDifyDatasetsFile(form.value).finally(() => buttonLoading.value = false);
+      }
+      proxy?.$modal.msgSuccess("操作成功");
+      dialog.visible = false;
+      await getList();
+    }
+  });
+}
+
+/** 删除按钮操作 */
+const handleDelete = async (row?: DifyDatasetsFileVO) => {
+  const _ids = row?.id || ids.value;
+  await proxy?.$modal.confirm('是否确认删除Dify知识库文件编号为"' + _ids + '"的数据项？').finally(() => loading.value = false);
+  await delDifyDatasetsFile(_ids);
+  proxy?.$modal.msgSuccess("删除成功");
+  await getList();
+}
+
+/** 导出按钮操作 */
+const handleExport = () => {
+  proxy?.download('device/difyDatasetsFile/export', {
+    ...queryParams.value
+  }, `difyDatasetsFile_${new Date().getTime()}.xlsx`)
+}
+
+onMounted(() => {
+  datasetsId.value = route.query && (route.query.datasetsId as string)
+  getList();
+});
+</script>