合并拉取请求 #74

* feat: Implement system parameter management with Redis integration

Author: Dallas98

README.md

@@ -7,7 +7,7 @@
 ![GitHub Stars](https://img.shields.io/github/stars/ModelEngine-Group/DataMate)
 ![GitHub Forks](https://img.shields.io/github/forks/ModelEngine-Group/DataMate)
 ![GitHub Issues](https://img.shields.io/github/issues/ModelEngine-Group/DataMate)
-![GitHub License](https://img.shields.io/github/license/ModelEngine-Group/DataMate)
+![GitHub License](https://img.shields.io/github/license/ModelEngine-Group/datamate-docs)
 
 **DataMate is an enterprise-level data processing platform for model fine-tuning and RAG retrieval, supporting core
 functions such as data collection, data management, operator marketplace, data cleaning, data synthesis, data

backend/services/main-application/pom.xml

@@ -134,6 +134,10 @@
             <groupId>org.springframework.boot</groupId>
             <artifactId>spring-boot-autoconfigure</artifactId>
         </dependency>
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter-data-redis</artifactId>
+        </dependency>
     </dependencies>
 
     <build>

backend/services/main-application/src/main/java/com/datamate/main/DataMatePlatformApplication.java

@@ -3,6 +3,7 @@
 import org.mybatis.spring.annotation.MapperScan;
 import org.springframework.boot.SpringApplication;
 import org.springframework.boot.autoconfigure.SpringBootApplication;
+import org.springframework.cache.annotation.EnableCaching;
 import org.springframework.context.annotation.ComponentScan;
 import org.springframework.scheduling.annotation.EnableAsync;
 import org.springframework.scheduling.annotation.EnableScheduling;
@@ -21,6 +22,7 @@
 @EnableTransactionManagement
 @EnableAsync
 @EnableScheduling
+@EnableCaching
 public class DataMatePlatformApplication {
     public static void main(String[] args) {
         SpringApplication.run(DataMatePlatformApplication.class, args);

backend/services/main-application/src/main/resources/application.yml

@@ -22,14 +22,6 @@ spring:
       idle-timeout: 600000
       max-lifetime: 1800000
 
-  # Elasticsearch配置
-  elasticsearch:
-    uris: ${ES_URIS:http://localhost:9200}
-    username: ${ES_USERNAME:}
-    password: ${ES_PASSWORD:}
-    connection-timeout: 10s
-    socket-timeout: 30s
-
   # Jackson配置
   jackson:
     time-zone: Asia/Shanghai
@@ -61,6 +53,21 @@ spring:
       - classpath:config/application-datacollection.yml
       - classpath:config/application-datamanagement.yml
 
+  # Redis配置
+  data:
+    redis:
+      host: datamate-redis
+      port: 6379
+      timeout: 2000
+      password: ${REDIS_PASSWORD:password}
+      lettuce:
+        pool:
+          max-active: 20
+          max-idle: 10
+          min-idle: 5
+          max-wait: 1000ms
+
+
 # MyBatis配置（需在顶层，不在 spring 下）
 mybatis-plus:
   configuration:

backend/services/rag-indexer-service/src/main/java/com/datamate/rag/indexer/application/KnowledgeBaseService.java

@@ -99,7 +99,7 @@ public void addFiles(AddFilesReq request) {
             return ragFile;
         }).toList();
         ragFileRepository.saveBatch(ragFiles, 100);
-        eventPublisher.publishEvent(new DataInsertedEvent(knowledgeBase, request.getProcessType()));
+        eventPublisher.publishEvent(new DataInsertedEvent(knowledgeBase, request));
     }
 
     public PagedResponse<RagFile> listFiles(String knowledgeBaseId, RagFileReq request) {

backend/services/rag-indexer-service/src/main/java/com/datamate/rag/indexer/infrastructure/event/DataInsertedEvent.java

@@ -1,13 +1,13 @@
 package com.datamate.rag.indexer.infrastructure.event;
 
 import com.datamate.rag.indexer.domain.model.KnowledgeBase;
-import com.datamate.rag.indexer.interfaces.dto.ProcessType;
+import com.datamate.rag.indexer.interfaces.dto.AddFilesReq;
 
 /**
  * 数据插入事件
  *
  * @author dallas
  * @since 2025-10-29
  */
-public record DataInsertedEvent(KnowledgeBase knowledgeBase, ProcessType processType) {
+public record DataInsertedEvent(KnowledgeBase knowledgeBase, AddFilesReq addFilesReq) {
 }

backend/services/rag-indexer-service/src/main/java/com/datamate/rag/indexer/infrastructure/event/RagEtlService.java

@@ -1,8 +1,8 @@
 package com.datamate.rag.indexer.infrastructure.event;
 
-import com.datamate.common.models.domain.entity.ModelConfig;
-import com.datamate.common.models.domain.repository.ModelConfigRepository;
-import com.datamate.common.models.infrastructure.client.ModelClient;
+import com.datamate.common.setting.domain.entity.ModelConfig;
+import com.datamate.common.setting.domain.repository.ModelConfigRepository;
+import com.datamate.common.setting.infrastructure.client.ModelClient;
 import com.datamate.rag.indexer.domain.model.FileStatus;
 import com.datamate.rag.indexer.domain.model.RagFile;
 import com.datamate.rag.indexer.domain.repository.RagFileRepository;
@@ -109,7 +109,7 @@ private void processRagFile(RagFile ragFile, DataInsertedEvent event) {
             document = new HtmlToTextDocumentTransformer().transform(document);
         }
         // 使用文档分块器对文档进行分块
-        DocumentSplitter splitter = documentSplitter(event.processType());
+        DocumentSplitter splitter = documentSplitter(event.addFilesReq().getProcessType());
         List<TextSegment> split = splitter.split(document);
 
         // 更新分块数量

backend/services/rag-indexer-service/src/main/java/com/datamate/rag/indexer/interfaces/dto/AddFilesReq.java

@@ -16,6 +16,9 @@
 public class AddFilesReq {
     private String knowledgeBaseId;
     private ProcessType processType;
+    private Integer chunkSize;
+    private Integer overlapSize;
+    private String customSeparator;
     private List<FileInfo> files;
 
     public record FileInfo(String id, String name) {

backend/services/rag-query-service/pom.xml

@@ -26,10 +26,6 @@
             <groupId>org.springframework.boot</groupId>
             <artifactId>spring-boot-starter-web</artifactId>
         </dependency>
-        <dependency>
-            <groupId>org.springframework.boot</groupId>
-            <artifactId>spring-boot-starter-data-elasticsearch</artifactId>
-        </dependency>
         <dependency>
             <groupId>com.mysql</groupId>
             <artifactId>mysql-connector-j</artifactId>

backend/shared/domain-common/pom.xml

@@ -38,5 +38,9 @@
             <artifactId>langchain4j-open-ai</artifactId>
             <version>1.8.0</version>
         </dependency>
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter-data-redis</artifactId>
+        </dependency>
     </dependencies>
 </project>