✨Knowledge base summary: Create a new knowledge base table, summarize the content of the knowledge base and store it in the knowledge base table

Author: linsensen222

backend/apps/elasticsearch_app.py

@@ -1,24 +1,25 @@
 from typing import Optional
 
-from fastapi import HTTPException, Query, Body, Path, Depends, APIRouter
+from fastapi import HTTPException, Query, Body, Path, Depends, APIRouter, Header
 from consts.model import IndexingRequest, IndexingResponse, SearchRequest, HybridSearchRequest
 
 from nexent.vector_database.elasticsearch_core import ElasticSearchCore
 from services.elasticsearch_service import ElasticSearchService, get_es_core
-from database.knowledge_db import create_knowledge_record
+from database.utils import get_current_user_id
 router = APIRouter(prefix="/indices")
 
 
 @router.post("/{index_name}")
 def create_new_index(
         index_name: str = Path(..., description="Name of the index to create"),
         embedding_dim: Optional[int] = Query(None, description="Dimension of the embedding vectors"),
-        user_id: Optional[str] = Body(None, description="ID of the user creating the knowledge base"),
-        es_core: ElasticSearchCore = Depends(get_es_core)
+        es_core: ElasticSearchCore = Depends(get_es_core),
+        authorization: Optional[str] = Header(None)
 ):
     """Create a new vector index and store it in the knowledge table"""
     try:
         # Create the index in Elasticsearch
+        user_id = get_current_user_id(authorization)
         return ElasticSearchService.create_index(index_name, embedding_dim, es_core, user_id)
     except Exception as e:
         raise HTTPException(
@@ -30,11 +31,13 @@ def create_new_index(
 @router.delete("/{index_name}")
 def delete_index(
         index_name: str = Path(..., description="Name of the index to delete"),
-        es_core: ElasticSearchCore = Depends(get_es_core)
+        es_core: ElasticSearchCore = Depends(get_es_core),
+        authorization: Optional[str] = Header(None)
 ):
     """Delete an index"""
     try:
-        return ElasticSearchService.delete_index(index_name, es_core)
+        user_id = get_current_user_id(authorization)
+        return ElasticSearchService.delete_index(index_name, es_core, user_id)
     except Exception as e:
         raise HTTPException(status_code=404, detail=f"Error delete index: {str(e)}")
 
@@ -152,11 +155,13 @@ def health_check(es_core: ElasticSearchCore = Depends(get_es_core)):
 def summery(
             index_name: str = Path(..., description="Name of the index to get documents from"),
             batch_size: int = Query(1000, description="Number of documents to retrieve per batch"),
-            es_core: ElasticSearchCore = Depends(get_es_core)
+            es_core: ElasticSearchCore = Depends(get_es_core),
+            authorization: Optional[str] = Header(None)
     ):
     """Summery Elasticsearch index_name"""
     try:
+        user_id = get_current_user_id(authorization)
         # Try to list indices as a health check
-        return ElasticSearchService().summery_index_name(index_name=index_name,batch_size=batch_size, es_core=es_core)
+        return ElasticSearchService().summery_index_name(index_name=index_name,batch_size=batch_size, es_core=es_core,user_id=user_id)
     except Exception as e:
         raise HTTPException(status_code=500, detail=f"{str(e)}")

backend/database/utils.py

@@ -0,0 +1,7 @@
+from typing import Optional
+from fastapi import Header
+
+
+# mork的假数据，用于获取用户id
+def get_current_user_id(authorization: Optional[str] = Header(None)):
+    return "刘亦菲"

backend/services/elasticsearch_service.py

@@ -97,7 +97,8 @@ def create_index(
     @staticmethod
     def delete_index(
             index_name: str = Path(..., description="Name of the index to delete"),
-            es_core: ElasticSearchCore = Depends(get_es_core)
+            es_core: ElasticSearchCore = Depends(get_es_core),
+            user_id: Optional[str] = Body(None, description="ID of the user delete the knowledge base"),
     ):
         try:
             # First delete the index in Elasticsearch
@@ -110,6 +111,7 @@ def delete_index(
             if knowledge_record:
                 update_data = {
                     "delete_flag": "Y", # Set status to unavailable
+                    "updated_by": user_id,
                 }
                 update_knowledge_record(knowledge_record["knowledge_id"], update_data)
 
@@ -608,7 +610,8 @@ def health_check(es_core: ElasticSearchCore = Depends(get_es_core)):
     def summery_index_name(self,
             index_name: str = Path(..., description="Name of the index to get documents from"),
             batch_size: int = Query(1000, description="Number of documents to retrieve per batch"),
-            es_core: ElasticSearchCore = Depends(get_es_core)
+            es_core: ElasticSearchCore = Depends(get_es_core),
+            user_id: Optional[str] = Body(None, description="ID of the user delete the knowledge base")
     ):
         try:
             all_documents = ElasticSearchService.get_all_documents(index_name, batch_size, es_core)
@@ -625,6 +628,7 @@ def summery_index_name(self,
             if knowledge_record:
                 update_data = {
                     "knowledge_describe": summary_result,  # Set status to unavailable
+                    "updated_by": user_id,
                 }
                 update_knowledge_record(knowledge_record["knowledge_id"], update_data)
             # 存到sql里

docker/init.sql

@@ -198,6 +198,7 @@ CREATE TABLE "knowledge_record_t" (
   "knowledge_id" SERIAL,
   "index_name" varchar(100) COLLATE "pg_catalog"."default",
   "knowledge_describe" varchar(300) COLLATE "pg_catalog"."default",
+  "tenant_id" varchar(100) COLLATE "pg_catalog"."default",
   "create_time" timestamp(0) DEFAULT CURRENT_TIMESTAMP,
   "update_time" timestamp(0) DEFAULT CURRENT_TIMESTAMP,
   "delete_flag" varchar(1) COLLATE "pg_catalog"."default" DEFAULT 'N'::character varying,
@@ -209,6 +210,7 @@ ALTER TABLE "knowledge_record_t" OWNER TO "root";
 COMMENT ON COLUMN "knowledge_record_t"."knowledge_id" IS '知识库ID，唯一主键';
 COMMENT ON COLUMN "knowledge_record_t"."index_name" IS '知识库名字';
 COMMENT ON COLUMN "knowledge_record_t"."knowledge_describe" IS '知识库描述';
+COMMENT ON COLUMN "knowledge_record_t"."tenant_id" IS '租户ID';
 COMMENT ON COLUMN "knowledge_record_t"."create_time" IS '创建时间，审计字段';
 COMMENT ON COLUMN "knowledge_record_t"."update_time" IS '更新日期，审计字段';
 COMMENT ON COLUMN "knowledge_record_t"."delete_flag" IS '用户前端删除后，删除标识将被置为true，达到数据软删除的效果。可选值Y/N';

frontend/services/conversationService.ts

@@ -12,6 +12,15 @@ export interface STTResponse {
   text?: string;
 }
 
+// 获取授权头的辅助函数,非正常功能函数，用于适配
+export const getAuthHeaders = () => {
+  return {
+    'Content-Type': 'application/json',
+    'User-Agent': 'AgentFrontEnd/1.0',
+    'Authorization': 'Bearer 1234'
+  };
+};
+
 const getHeaders = () => {
   return {
     'Content-Type': 'application/json',

frontend/services/knowledgeBaseService.ts

@@ -2,6 +2,7 @@
 
 import { Document, KnowledgeBase, KnowledgeBaseCreateParams, IndexInfoResponse } from '@/types/knowledgeBase';
 import { API_ENDPOINTS } from './api';
+import { getAuthHeaders } from './conversationService';
 
 // Knowledge base service class
 class KnowledgeBaseService {
@@ -113,14 +114,11 @@ class KnowledgeBaseService {
     try {
       const response = await fetch(API_ENDPOINTS.knowledgeBase.indexDetail(params.name), {
         method: "POST",
-        headers: {
-          "Content-Type": "application/json",
-        },
+        headers: getAuthHeaders(), // 添加用户健全信息，用于获取用户id
         body: JSON.stringify({
           name: params.name,
           description: params.description || "",
           embeddingModel: params.embeddingModel || "",
-          userId: params.userId || "",  // 添加用户ID
         }),
       });
 

frontend/types/knowledgeBase.ts

@@ -25,7 +25,6 @@ export interface KnowledgeBaseCreateParams {
   description: string;
   source?: string;
   embeddingModel?: string;
-  userId?: string;
 }
 
 // 文档类型