✨ Comments fix: Truncation information of files that are too large is displayed to the user #1119

Author: WMC001

backend/apps/file_management_app.py

@@ -326,5 +326,3 @@ async def agent_preprocess_api(
     except Exception as e:
         raise HTTPException(
             status_code=500, detail=f"File preprocessing error: {str(e)}")
-
-

backend/services/file_management_service.py

@@ -140,41 +140,44 @@ async def list_files_impl(prefix: str, limit: Optional[int] = None):
     return files
 
 
-def get_parsing_file_message(language: str, index: int, total_files: int, filename: str) -> str:
+def get_parsing_file_data(index: int, total_files: int, filename: str) -> dict:
     """
-    Get internationalized parsing file message
-    
+    Get structured data for parsing file message
+
     Args:
-        language: Language code ('zh' or 'en')
         index: Current file index (0-based)
         total_files: Total number of files
         filename: Name of the file being parsed
-        
+
     Returns:
-        str: Internationalized message
+        dict: Structured data with parameters for internationalization
     """
-    if language == 'zh':
-        return f"正在解析文件 {index + 1}/{total_files}: {filename}"
-    else:
-        return f"Parsing file {index + 1}/{total_files}: {filename}"
+    return {
+        "params": {
+            "index": index + 1,
+            "total": total_files,
+            "filename": filename
+        }
+    }
 
 
-def get_truncation_message(language: str, filename: str, truncation_percentage: int) -> str:
+def get_truncation_data(filename: str, truncation_percentage: int) -> dict:
     """
-    Get internationalized truncation message
-    
+    Get structured data for truncation message
+
     Args:
-        language: Language code ('zh' or 'en')
         filename: Name of the file being truncated
         truncation_percentage: Percentage of content that was read
-        
+
     Returns:
-        str: Internationalized truncation message
+        dict: Structured data with parameters for internationalization
     """
-    if language == 'zh':
-        return f"{filename} 超出字数限制，只阅读了前 {truncation_percentage}%"
-    else:
-        return f"{filename} exceeds word limit, only read the first {truncation_percentage}%"
+    return {
+        "params": {
+            "filename": filename,
+            "percentage": truncation_percentage
+        }
+    }
 
 
 async def preprocess_files_generator(
@@ -187,15 +190,15 @@ async def preprocess_files_generator(
 ) -> AsyncGenerator[str, None]:
     """
     Generate streaming response for file preprocessing
-    
+
     Args:
         query: User query string
         file_cache: List of cached file data
         tenant_id: Tenant ID
         language: Language preference
         task_id: Unique task ID
         conversation_id: Conversation ID
-    
+
     Yields:
         str: JSON formatted streaming messages
     """
@@ -205,7 +208,8 @@ async def preprocess_files_generator(
     # Create and register the preprocess task
     task = asyncio.current_task()
     if task:
-        preprocess_manager.register_preprocess_task(task_id, conversation_id, task)
+        preprocess_manager.register_preprocess_task(
+            task_id, conversation_id, task)
 
     try:
         for index, file_data in enumerate(file_cache):
@@ -217,7 +221,7 @@ async def preprocess_files_generator(
             progress_message = json.dumps({
                 "type": "progress",
                 "progress": progress,
-                "message": get_parsing_file_message(language, index, total_files, file_data['filename'])
+                "message_data": get_parsing_file_data(index, total_files, file_data['filename'])
             }, ensure_ascii=False)
             yield f"data: {progress_message}\n\n"
             await asyncio.sleep(0.1)
@@ -240,20 +244,19 @@ async def preprocess_files_generator(
                     "filename": file_data["filename"],
                     "description": description
                 }
-                file_message = json.dumps(file_message_data, ensure_ascii=False)
+                file_message = json.dumps(
+                    file_message_data, ensure_ascii=False)
                 yield f"data: {file_message}\n\n"
                 await asyncio.sleep(0.1)
-                
+
                 # Send truncation notice immediately if file was truncated
                 if truncation_percentage is not None and int(truncation_percentage) < 100:
                     if int(truncation_percentage) == 0:
                         truncation_percentage = "< 1"
 
-                    truncation_msg = get_truncation_message(language, file_data['filename'], truncation_percentage)
-                    
                     truncation_message = json.dumps({
                         "type": "truncation",
-                        "message": truncation_msg
+                        "message_data": get_truncation_data(file_data['filename'], truncation_percentage)
                     }, ensure_ascii=False)
                     yield f"data: {truncation_message}\n\n"
                     await asyncio.sleep(0.1)
@@ -319,7 +322,7 @@ async def process_text_file(query: str, filename: str, file_content: bytes, tena
             logger.info(
                 f"File processed successfully: {raw_text[:200]}...{raw_text[-200:]}...， length: {len(raw_text)}")
         else:
-            error_detail = response.json().get('detail', '未知错误') if response.headers.get(
+            error_detail = response.json().get('detail', 'unknown error') if response.headers.get(
                 'content-type', '').startswith('application/json') else response.text
             logger.error(
                 f"File processing failed (status code: {response.status_code}): {error_detail}")
@@ -330,7 +333,8 @@ async def process_text_file(query: str, filename: str, file_content: bytes, tena
         return f"File {filename} content: Error processing text file {filename}: {str(e)}", None
 
     try:
-        text, truncation_percentage = convert_long_text_to_text(query, raw_text, tenant_id, language)
+        text, truncation_percentage = convert_long_text_to_text(
+            query, raw_text, tenant_id, language)
         return f"File {filename} content: {text}", truncation_percentage
     except Exception as e:
         return f"File {filename} content: Error processing text file {filename}: {str(e)}", None
@@ -342,7 +346,7 @@ def get_file_description(files: List[UploadFile]) -> str:
     """
     if not files:
         return "User provided some reference files:\nNo files provided"
-    
+
     description = "User provided some reference files:\n"
     for file in files:
         ext = os.path.splitext(file.filename or "")[1].lower()

frontend/app/[locale]/chat/internal/chatInterface.tsx

@@ -46,6 +46,15 @@ import { X } from "lucide-react";
 
 const stepIdCounter = { current: 0 };
 
+// Get internationalization key based on message type
+const getI18nKeyByType = (type: string): string => {
+  const typeToKeyMap: Record<string, string> = {
+    "progress": "chatInterface.parsingFileWithProgress",
+    "truncation": "chatInterface.fileTruncated",
+  };
+  return typeToKeyMap[type] || "";
+};
+
 export function ChatInterface() {
   const router = useRouter();
   const { user } = useAuth(); // Get user information
@@ -457,7 +466,7 @@ export function ChatInterface() {
         // Buffer for truncation messages with deduplication
         const truncationBuffer: any[] = [];
         const processedTruncationIds = new Set<string>(); // Track processed truncation messages to avoid duplicates
-        
+
         // Use extracted preprocessing function to process attachments
         const result = await preprocessAttachments(
           userMessage.content,
@@ -498,24 +507,33 @@ export function ChatInterface() {
                   };
                   lastMsg.steps.push(step);
                 }
-                
+
                 // Handle truncation messages - buffer them instead of updating immediately
                 if (jsonData.type === "truncation") {
                   // Create a unique ID for this truncation message to avoid duplicates
-                  const truncationId = `${jsonData.filename || 'unknown'}_${jsonData.message || ''}`;
-                  
+                  const truncationId = `${jsonData.filename || "unknown"}_${
+                    jsonData.message || ""
+                  }`;
+
                   // Only add if not already processed
                   if (!processedTruncationIds.has(truncationId)) {
                     truncationBuffer.push(jsonData);
                     processedTruncationIds.add(truncationId);
                   }
                   return newMessages; // Don't update stepContent for truncation
                 }
-                
+
                 let stepContent = "";
                 switch (jsonData.type) {
                   case "progress":
-                    stepContent = jsonData.message;
+                    if (jsonData.message_data) {
+                      const i18nKey = getI18nKeyByType(jsonData.type);
+                      stepContent = String(
+                        t(i18nKey, jsonData.message_data.params)
+                      );
+                    } else {
+                      stepContent = jsonData.message || "";
+                    }
                     break;
                   case "error":
                     stepContent = t("chatInterface.parseFileFailed", {
@@ -531,14 +549,26 @@ export function ChatInterface() {
                   case "complete":
                     // When complete, process all buffered truncation messages
                     if (truncationBuffer.length > 0) {
-                      // Directly concatenate all truncation messages with internationalized separator
+                      // Process truncation messages using internationalization
                       const truncationInfo = truncationBuffer
-                        .map((truncation) => truncation.message)
-                        .join(t("chatInterface.truncationSeparator")); // Use internationalized separator
-                      
-                      stepContent = t("chatInterface.fileParsingCompleteWithTruncation", {
-                        truncationInfo: truncationInfo
-                      });
+                        .map((truncation) => {
+                          if (truncation.message_data) {
+                            const i18nKey = getI18nKeyByType(truncation.type);
+                            return String(
+                              t(i18nKey, truncation.message_data.params)
+                            );
+                          } else {
+                            return truncation.message;
+                          }
+                        })
+                        .join(String(t("chatInterface.truncationSeparator")));
+
+                      stepContent = t(
+                        "chatInterface.fileParsingCompleteWithTruncation",
+                        {
+                          truncationInfo: truncationInfo,
+                        }
+                      );
                     } else {
                       stepContent = t("chatInterface.fileParsingComplete");
                     }
@@ -1659,5 +1689,3 @@ export function ChatInterface() {
     </>
   );
 }
-
-