修复多次推理结果出错问题

Author: ZHEQIUSHUI

src/ax_translate.cpp

@@ -86,10 +86,26 @@ int ax_translate_deinit(ax_translate_handle_t handle)
 int ax_translate(ax_translate_handle_t handle, ax_translate_io_t *io)
 {
     ax_translate_t *translate = (ax_translate_t *)handle;
+    if (translate == nullptr)
+    {
+        printf("translate is null\n");
+        return -1;
+    }
+    for (size_t i = 0; i < translate->m_runner->get_num_inputs(); i++)
+    {
+        memset(translate->m_runner->get_input(i).pVirAddr, 0, translate->m_runner->get_input(i).nSize);
+    }
+
     std::vector<int> output_ids;
     std::vector<int> input_ids;
     std::vector<int> mask;
     int len = translate->tokenizer.encode(io->input, MAX_LENGTH, false, input_ids, &mask);
+    // printf("len: %d [", len);
+    // for (int i = 0; i < len; i++)
+    // {
+    //     printf("%d ", input_ids[i]);
+    // }
+    // printf("]\n");
 
     std::vector<int> decoder_input_ids(MAX_LENGTH, translate->tokenizer.get_pad_id());
     std::vector<int> decoder_attention_mask(MAX_LENGTH, 0);

tests/test_translate.cpp

@@ -2,6 +2,7 @@
 #include "cmdline.hpp"
 #include <cstring>
 #include <cstdio>
+#include <fstream>
 
 class Translator
 {
@@ -95,7 +96,7 @@ int main(int argc, char *argv[])
     cmdline::parser parser;
     parser.add<std::string>("model", 'm', " model path for axmodel)", true);
     parser.add<std::string>("tokenizer_dir", 'k', "tokenizer dir", true);
-    parser.add<std::string>("text", 't', "text to translate", true);
+    parser.add<std::string>("text", 't', "text or .txt file to translate", true);
     parser.parse_check(argc, argv);
 
     std::string model_path = parser.get<std::string>("model");
@@ -109,8 +110,26 @@ int main(int argc, char *argv[])
         printf("init translator failed\n");
         return -1;
     }
-
-    std::string output = translator.Translate(text);
-    printf("output: %s\n", output.c_str());
+    if (text.find(".txt") != std::string::npos)
+    {
+        std::ifstream ifs(text);
+        if (!ifs.is_open())
+        {
+            printf("open file failed\n");
+            return -1;
+        }
+        std::string line;
+        while (std::getline(ifs, line))
+        {
+            std::string output = translator.Translate(line);
+            printf("input: %s, output: %s\n", line.c_str(), output.c_str());
+        }
+        ifs.close();
+    }
+    else
+    {
+        std::string output = translator.Translate(text);
+        printf("output: %s\n", output.c_str());
+    }
     return 0;
 }