add yarn trans test and fixed other bugs

Author: coder114514

i18n/controllers/recurTranslate.ts

@@ -87,7 +87,7 @@ async function translate(langCode: string, filePath: string): Promise<void> {
       throw new Error('Undefined language');
     }
 
-    if (!troubleshoot) assistant = await createAssistant(langCode, ai as any);
+    if (!troubleshoot) assistant = await createAssistant(langCode, language, ai as any);
 
     // Generate output path by replacing "/en/" with "/../i18n/translation_output/zh_CN/" in the path
     const output_path = filePath.replace(

i18n/index.ts

@@ -196,30 +196,6 @@ async function findAllXmlFiles(directory: string): Promise<string[]> {
   return xmlFiles;
 }
 
-// Function to check if a file needs translation
-async function needsTranslation(enFilePath: string, lang: string): Promise<boolean> {
-  // Generate the corresponding cn file path
-  const cnFilePath = enFilePath.replace(
-    path.sep + "en" + path.sep,
-    path.sep + lang + path.sep
-  );
-
-  try {
-    // Check if CN file exists
-    const cnStats = await fs.promises.stat(cnFilePath);
-    if (!cnStats.isFile()) {
-      return true; // CN path exists but is not a file (unusual case)
-    }
-
-    // Compare modification times
-    const enStats = await fs.promises.stat(enFilePath);
-    return enStats.mtime > cnStats.mtime; // Return true if EN file is newer
-  } catch (error) {
-    // If we get an error, it's likely because the CN file doesn't exist
-    return true; // Need to translate since CN file doesn't exist
-  }
-}
-
 (async () => {
   await setupCleanupHandlers();
 
@@ -230,33 +206,35 @@ async function needsTranslation(enFilePath: string, lang: string): Promise<boole
     // Get the absolute path to the xml/en directory using proper path resolution
     const enDirPath = path.resolve(__dirname, "../xml/en");
 
-    // Find all XML files
-    if (process.argv[2] === "all"  || process.argv.length <= 2) {
+    if (process.argv[2] === "test") {
+      if (process.argv.length !== 5) {
+        console.log("syntax: yarn trans test <section> <lang>");
+        return;
+      }
+      try {
+        console.log('start translating, may take a while ...');
+        const fullPath = PathGenerator(process.argv[3]);
+        await translate(process.argv[4], fullPath);
+      } catch (e) {
+        console.error('test error: ', e);
+      }
+      return;
+    } if (process.argv[2] === "all"  || process.argv.length <= 2) {
+      // Find all XML files
       console.log(`Scanning directory: ${enDirPath}`);
-      xmlFiles = await findAllXmlFiles(enDirPath);
+      filestoTranslate = await findAllXmlFiles(enDirPath);
     } else {
-      const [, , ..._xmlFiles] = process.argv;
-      xmlFiles = _xmlFiles.map(file => path.join(__dirname, "..", file));
+      const [, , ...xmlFiles] = process.argv;
+      filesToTranslate = xmlFiles.map(file => path.join(__dirname, "..", file));
     }
 
-    console.log(`Found ${xmlFiles.length} XML files to check for translation`);
+    if (filesToTranslate.length === 0) {
+      console.log(`No files to translate.`);
+      return;
+    }
+    console.log(`${filesToTranslate.length} files need translation`);
 
     for (const lang of languages) {
-      // Filter files that need translation
-      filesToTranslate = [];
-      for (const file of xmlFiles) {
-        if (await needsTranslation(file, lang)) {
-          filesToTranslate.push(file as never);
-        }
-      }
-
-      console.log(`${filesToTranslate.length} files need translation`);
-
-      if (filesToTranslate.length === 0) {
-        console.log(`No files need translation for ${lang}.`);
-        return;
-      }
-
       // Process files in batches to avoid overwhelming the system
       const batchSize: number = max_trans_num;
 

i18n/initializers/initialize.ts

@@ -7,7 +7,7 @@ import { fileURLToPath } from "url";
 const __filename = fileURLToPath(import.meta.url);
 const __dirname = dirname(__filename);
 
-export default async function createAssistant(language: string, ai: OpenAI) {
+export default async function createAssistant(langCode: string, language: string, ai: OpenAI) {
   const assistant = await ai.beta.assistants.create({
     name: "SICP Translator",
     instructions: `You are a professional translator with high technical skills in computer science.
@@ -23,7 +23,7 @@ export default async function createAssistant(language: string, ai: OpenAI) {
     tools: [{ type: "file_search" }]
   });
 
-  const fileStreams = [path.join(__dirname, "../ai_files", language, "dictionary.txt")].map(
+  const fileStreams = [path.join(__dirname, "../ai_files", langCode, "dictionary.txt")].map(
     path => fs.createReadStream(path)
   );