From fbad0df5de39275d88bbbc011be1244c3067e548 Mon Sep 17 00:00:00 2001 From: moon <2623532423@qq.com> Date: Tue, 23 Sep 2025 17:02:50 +0800 Subject: [PATCH] =?UTF-8?q?=E5=A2=9E=E5=8A=A0=E6=9E=84=E5=BB=BA=E4=BA=86?= =?UTF-8?q?=E7=9F=A5=E8=AF=86=E5=BA=93=EF=BC=8C=E5=90=8C=E6=97=B6=E6=9E=84?= =?UTF-8?q?=E5=BB=BA=E7=9B=B8=E5=AF=B9=E5=BA=94=E7=9A=84=E7=B4=A2=E5=BC=95?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../datasets/components/DocumentList.vue | 58 ++++++++++--------- .../controller/DatasetManageController.java | 15 +++++ .../controller/KnowledgeBaseController.java | 2 +- .../bjtds/brichat/entity/dto/RecordDto.java | 4 ++ .../mapper/opengauss/TDatasetFilesMapper.java | 7 +++ .../brichat/service/DatasetFilesService.java | 4 ++ .../service/impl/DatasetFilesServiceImpl.java | 5 ++ .../impl/EsTDatasetFilesServiceImpl.java | 1 + .../impl/KnowledgeBaseServiceImpl.java | 18 ++++-- .../brichat/util/EsTDatasetFilesImporter.java | 17 +++--- .../mapper/opengauss/TDatasetFilesMapper.xml | 9 +++ 11 files changed, 98 insertions(+), 42 deletions(-) diff --git a/chat-client/src/views/datasets/components/DocumentList.vue b/chat-client/src/views/datasets/components/DocumentList.vue index 9cc7fdc..926aaee 100644 --- a/chat-client/src/views/datasets/components/DocumentList.vue +++ b/chat-client/src/views/datasets/components/DocumentList.vue @@ -167,11 +167,11 @@ > {{t('vabI18n.knowledge.document.buttons.download')}} - 替换 @@ -244,12 +244,12 @@ @success="handleUploadSuccess" /> - + - @@ -257,9 +257,9 @@

将要替换的文件：

- 文件图标
@@ -272,7 +272,7 @@
- (undefined) const breadcrumbPath = ref>([]) -const isScroll = ref(true) +const isScroll = ref(false) // 面包屑导航项接口 interface BreadcrumbItem { @@ -1005,7 +1005,7 @@ const handlePreview = async (row: FileItem) => { // 显示抽屉 previewDrawerVisible.value = true previewLoading.value = true - + // 保存当前预览的文件信息 currentPreviewFile.value = row previewFileType.value = row.fileType; @@ -1038,7 +1038,7 @@ const handlePreview = async (row: FileItem) => { previewFileUrl.value = await fetchPreviewUrl(parseInt(row.id)) console.log("previewFileUrl (from API)", previewFileUrl.value) } - + // 针对 Excel 文件设置预览选项 if (['xls', 'xlsx', 'csv'].includes(row.fileType.toLowerCase())) { // 根据文件类型设置 xls 选项 @@ -1226,6 +1226,7 @@ try { // 调用删除接口 await deleteDocument(parseInt(row.id)) + // 成功处理 ElNotification({ title: t('vabI18n.knowledge.document.messages.deleteSuccessOk'), @@ -1274,10 +1275,10 @@ const handleSortChange = (sortInfo: any) => { 'createDate': 'created_at', 'charCount': 'size' } - + sortConfig.orderBy = fieldMapping[sortInfo.prop] || sortInfo.prop sortConfig.orderDirection = sortInfo.order === 'ascending' ? 'ASC' : 'DESC' - + // 重置到第一页并刷新数据 pagination.current = 1 fetchDocuments() @@ -1407,6 +1408,7 @@ const handleScroll = async (event: Event) => { isScroll.value = false return } + isScroll.value = true // 判断是否已经滚动到底部 if (container.scrollHeight - container.scrollTop - container.clientHeight < 10) { // 如果没有在加载状态，则加载更多 @@ -2599,7 +2601,7 @@ transform: scale(0.9) translateY(-5px); .excel-preview-container { height: 100%; background: #fafbfc; - + .vue-office-excel { border-radius: 8px; overflow: hidden; @@ -2614,7 +2616,7 @@ transform: scale(0.9) translateY(-5px); background: #f8f9fa; border-radius: 8px; border-left: 4px solid #e6a23c; - + .target-file-info { h4 { margin: 0 0 16px 0; @@ -2622,7 +2624,7 @@ transform: scale(0.9) translateY(-5px); font-size: 16px; font-weight: 600; } - + .file-info-card { display: flex; align-items: center; @@ -2631,30 +2633,30 @@ transform: scale(0.9) translateY(-5px); background: white; border-radius: 6px; border: 1px solid #ebeef5; - + .file-icon { width: 32px; height: 32px; flex-shrink: 0; object-fit: contain; } - + .file-details { flex: 1; - + .file-name { font-size: 14px; font-weight: 600; color: #303133; margin-bottom: 4px; } - + .file-meta { display: flex; gap: 16px; font-size: 12px; color: #909399; - + span { &:not(:last-child)::after { content: '•'; diff --git a/chat-server/src/main/java/com/bjtds/brichat/controller/DatasetManageController.java b/chat-server/src/main/java/com/bjtds/brichat/controller/DatasetManageController.java index 4c5c647..749534d 100644 --- a/chat-server/src/main/java/com/bjtds/brichat/controller/DatasetManageController.java +++ b/chat-server/src/main/java/com/bjtds/brichat/controller/DatasetManageController.java @@ -7,6 +7,7 @@ import com.bjtds.brichat.entity.dify.DatasetDto; import com.bjtds.brichat.entity.dto.UserBindDatasetDto; import com.bjtds.brichat.entity.dto.UserLinkDatasetDto; import com.bjtds.brichat.service.DatasetManagerService; +import com.bjtds.brichat.service.EsTDatasetFilesService; import com.bjtds.brichat.service.dify.DifyDatasetApiService; import com.bjtds.brichat.util.ResultUtils; import com.bjtds.common.utils.Pagination; @@ -18,6 +19,7 @@ import org.springframework.http.ResponseEntity; import org.springframework.web.bind.annotation.*; import javax.annotation.Resource; +import java.io.IOException; @Api(tags = "知识库管理") @@ -27,6 +29,9 @@ import javax.annotation.Resource; @RequestMapping("/datasetManage") public class DatasetManageController { + @Resource + private EsTDatasetFilesService esTDatasetFilesService; + @Resource private DatasetManagerService datasetManagerService; @@ -70,6 +75,16 @@ public class DatasetManageController { @PostMapping("/create") public ResultUtils create(@RequestBody DatasetCreateRequest datasetCreateRequest) { ResponseEntityres = difyDatasetApiService.createDataset(datasetCreateRequest.getName(), datasetCreateRequest.getDescription()); + DatasetDto datasetDto = res.getBody(); + String datasetId = datasetDto.getId(); + //构建es索引 + try { + esTDatasetFilesService.createIndex(datasetId); + log.info("创建es索引成功,知识库id:{}",datasetId); + } catch (IOException e) { + log.error("创建es索引失败,知识库id:{}",datasetId,e); + } + return ResultUtils.success(res.getBody()); } diff --git a/chat-server/src/main/java/com/bjtds/brichat/controller/KnowledgeBaseController.java b/chat-server/src/main/java/com/bjtds/brichat/controller/KnowledgeBaseController.java index d393cc3..99d95b8 100644 --- a/chat-server/src/main/java/com/bjtds/brichat/controller/KnowledgeBaseController.java +++ b/chat-server/src/main/java/com/bjtds/brichat/controller/KnowledgeBaseController.java @@ -99,7 +99,7 @@ public class KnowledgeBaseController { // public ResultUtils createIndex(@RequestParam("documentId") String documentId) throws Exception { // // try{ -// esTDatasetFilesImporter.importDocumentId(documentId); +// esTDatasetFilesImporter.importDocumentId(Integer.valueOf(documentId)); // return ResultUtils.success("索引创建成功"); // } catch (IOException e) { // return ResultUtils.error("索引创建失败: " + e.getMessage()); diff --git a/chat-server/src/main/java/com/bjtds/brichat/entity/dto/RecordDto.java b/chat-server/src/main/java/com/bjtds/brichat/entity/dto/RecordDto.java index d8911fb..339c8dd 100644 --- a/chat-server/src/main/java/com/bjtds/brichat/entity/dto/RecordDto.java +++ b/chat-server/src/main/java/com/bjtds/brichat/entity/dto/RecordDto.java @@ -1,9 +1,13 @@ package com.bjtds.brichat.entity.dto; import com.alibaba.fastjson.annotation.JSONField; +import lombok.AllArgsConstructor; import lombok.Data; +import lombok.NoArgsConstructor; @Data +@NoArgsConstructor +@AllArgsConstructor public class RecordDto { /**分段信息*/ @JSONField(name = "retrieval") diff --git a/chat-server/src/main/java/com/bjtds/brichat/mapper/opengauss/TDatasetFilesMapper.java b/chat-server/src/main/java/com/bjtds/brichat/mapper/opengauss/TDatasetFilesMapper.java index 794d8f6..c713557 100644 --- a/chat-server/src/main/java/com/bjtds/brichat/mapper/opengauss/TDatasetFilesMapper.java +++ b/chat-server/src/main/java/com/bjtds/brichat/mapper/opengauss/TDatasetFilesMapper.java @@ -186,6 +186,13 @@ public interface TDatasetFilesMapper { TDatasetFiles selectByDatasetIdAndDocId(@Param("difyDatasetId") String difyDatasetId, @Param("difyDocId") String difyDocId); + /** + * 根据文档ID查询文件 + * + * @param difyDocId 文档ID + * @return 文件信息 + */ + TDatasetFiles selectByDocId( String difyDocId); } \ No newline at end of file diff --git a/chat-server/src/main/java/com/bjtds/brichat/service/DatasetFilesService.java b/chat-server/src/main/java/com/bjtds/brichat/service/DatasetFilesService.java index a592ac5..9b775e2 100644 --- a/chat-server/src/main/java/com/bjtds/brichat/service/DatasetFilesService.java +++ b/chat-server/src/main/java/com/bjtds/brichat/service/DatasetFilesService.java @@ -171,6 +171,10 @@ public interface DatasetFilesService { */ void updateByDatasetIdAndDocId(String difyDatasetId, String difyDocId); + /** + * 根据文档ID查询文件 + */ + TDatasetFiles getFileByDocId(String difyDocId); diff --git a/chat-server/src/main/java/com/bjtds/brichat/service/impl/DatasetFilesServiceImpl.java b/chat-server/src/main/java/com/bjtds/brichat/service/impl/DatasetFilesServiceImpl.java index c29e258..1658881 100644 --- a/chat-server/src/main/java/com/bjtds/brichat/service/impl/DatasetFilesServiceImpl.java +++ b/chat-server/src/main/java/com/bjtds/brichat/service/impl/DatasetFilesServiceImpl.java @@ -455,5 +455,10 @@ public class DatasetFilesServiceImpl implements DatasetFilesService { } } + @Override + public TDatasetFiles getFileByDocId(String difyDocId) { + return datasetFilesMapper.selectByDocId(difyDocId); + } + } \ No newline at end of file diff --git a/chat-server/src/main/java/com/bjtds/brichat/service/impl/EsTDatasetFilesServiceImpl.java b/chat-server/src/main/java/com/bjtds/brichat/service/impl/EsTDatasetFilesServiceImpl.java index b416e74..a6ef3fc 100644 --- a/chat-server/src/main/java/com/bjtds/brichat/service/impl/EsTDatasetFilesServiceImpl.java +++ b/chat-server/src/main/java/com/bjtds/brichat/service/impl/EsTDatasetFilesServiceImpl.java @@ -59,6 +59,7 @@ public class EsTDatasetFilesServiceImpl implements EsTDatasetFilesService { } } // 创建索引 + @Override public void createIndex(String DatasetId) throws IOException { boolean exists = client.indices().exists(e -> e.index(DatasetId)).value(); if (!exists) { diff --git a/chat-server/src/main/java/com/bjtds/brichat/service/impl/KnowledgeBaseServiceImpl.java b/chat-server/src/main/java/com/bjtds/brichat/service/impl/KnowledgeBaseServiceImpl.java index 64896a3..17bdd1b 100644 --- a/chat-server/src/main/java/com/bjtds/brichat/service/impl/KnowledgeBaseServiceImpl.java +++ b/chat-server/src/main/java/com/bjtds/brichat/service/impl/KnowledgeBaseServiceImpl.java @@ -19,6 +19,7 @@ import com.fasterxml.jackson.databind.JsonNode; import com.fasterxml.jackson.databind.ObjectMapper; import com.google.common.collect.Lists; import lombok.extern.slf4j.Slf4j; +import org.checkerframework.checker.units.qual.C; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Value; import org.springframework.stereotype.Service; @@ -67,8 +68,8 @@ public class KnowledgeBaseServiceImpl implements KnowledgeBaseService { @Override public List retrieval(KnowledgeBaseDto knowledgeBaseDto) throws Exception { String datasetPath = difyUrl + Constants.DATABASE_API; - List recordDtos = Lists.newArrayList(); - List results = Lists.newArrayList(); + List recordDtos = new ArrayList<>(); + List results = Lists.newArrayList(); List datasetIds =Lists.newArrayList(); if (knowledgeBaseDto.getSelectedKnowledgeBaseIds() != null && !knowledgeBaseDto.getSelectedKnowledgeBaseIds().isEmpty()) { @@ -84,7 +85,16 @@ public class KnowledgeBaseServiceImpl implements KnowledgeBaseService { if (knowledgeBaseDto.getSearchMethod().equals("keyword_search")) { List datasetFiles=esTDatasetFilesService.search(knowledgeBaseDto.getQuery(),datasetIds); recordDtos.addAll(datasetFiles); - return recordDtos; + recordDtos.sort((dto1, dto2) -> { + try { + double score1 = Double.parseDouble(dto1.getScore()); + double score2 = Double.parseDouble(dto2.getScore()); + return Double.compare(score2, score1); + } catch (NumberFormatException e) { + return 0; + } + }); + return recordDtos; } // 使用 CompletableFuture 并行查询多个数据集 @@ -136,7 +146,7 @@ public class KnowledgeBaseServiceImpl implements KnowledgeBaseService { } }); results.addAll(recordDtos); - return recordDtos; + return results; } @Override diff --git a/chat-server/src/main/java/com/bjtds/brichat/util/EsTDatasetFilesImporter.java b/chat-server/src/main/java/com/bjtds/brichat/util/EsTDatasetFilesImporter.java index 07a841d..c5b9818 100644 --- a/chat-server/src/main/java/com/bjtds/brichat/util/EsTDatasetFilesImporter.java +++ b/chat-server/src/main/java/com/bjtds/brichat/util/EsTDatasetFilesImporter.java @@ -3,13 +3,12 @@ package com.bjtds.brichat.util; import com.bjtds.brichat.entity.dataset.TDatasetFiles; import com.bjtds.brichat.service.DatasetFilesService; import com.bjtds.brichat.service.EsTDatasetFilesService; -import io.swagger.models.auth.In; + import lombok.extern.slf4j.Slf4j; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.annotation.Autowired; -import org.springframework.beans.factory.annotation.Qualifier; -import org.springframework.data.redis.core.RedisTemplate; + import org.springframework.data.redis.core.StringRedisTemplate; import org.springframework.scheduling.annotation.Async; import org.springframework.stereotype.Service; @@ -17,6 +16,7 @@ import org.springframework.stereotype.Service; import java.io.File; import java.io.IOException; import java.util.List; + @Slf4j @Service public class EsTDatasetFilesImporter { @@ -25,7 +25,6 @@ public class EsTDatasetFilesImporter { @Autowired private DatasetFilesService datasetFilesService; - // private static final Logger log = LoggerFactory.getLogger(EsTDatasetFilesImporter.class); @Autowired private StringRedisTemplate redisTemplate; @@ -63,16 +62,16 @@ public class EsTDatasetFilesImporter { if (document == null) continue; String filePath = document.getDifyStoragePath(); if (filePath == null) { - log.info("documentId=" + document.getId() + " 不存在difyStoragePath，跳过"); + log.warn("documentId=" + document.getId() + " 不存在difyStoragePath，跳过"); continue; } File file = new File(filePath); if (!file.exists()) { - log.info(file.getAbsolutePath() + " 不存在，跳过"); + log.warn(file.getAbsolutePath() + " 不存在，跳过"); continue; } if(Boolean.TRUE.equals(document.getIsEs())){ - log.info("documentId=" + document.getId() + " 是ES索引文件，跳过"); + log.warn("documentId=" + document.getId() + " 是ES索引文件，跳过"); continue; } @@ -83,9 +82,9 @@ public class EsTDatasetFilesImporter { redisTemplate.opsForValue().set("import:task:" + taskId + ":finished", String.valueOf(finished)); document.setIsEs(true); datasetFilesService.updateFile(document); - log.info("documentId=" + document.getId() + " 索引构建成功"); + log.debug("documentId=" + document.getId() + " 索引构建成功"); } catch (Exception e) { - log.info("documentId=" + document.getId() + " 索引构建失败: " + e.getMessage()); + log.debug("documentId=" + document.getId() + " 索引构建失败: " + e.getMessage()); } } redisTemplate.opsForValue().set("import:task:" + taskId + ":status", "done"); diff --git a/chat-server/src/main/resources/com/bjtds/brichat/mapper/opengauss/TDatasetFilesMapper.xml b/chat-server/src/main/resources/com/bjtds/brichat/mapper/opengauss/TDatasetFilesMapper.xml index d4e842e..ccfcc85 100644 --- a/chat-server/src/main/resources/com/bjtds/brichat/mapper/opengauss/TDatasetFilesMapper.xml +++ b/chat-server/src/main/resources/com/bjtds/brichat/mapper/opengauss/TDatasetFilesMapper.xml @@ -281,4 +281,13 @@ AND dify_doc_id = #{difyDocId} AND is_deleted = false + + + + \ No newline at end of file