debugging & optimization

Author: foldl

src/models.cpp

@@ -943,6 +943,12 @@ namespace chatllm
 
         before_generate(gen_config);
 
+        #if (0)
+        for (auto i : curr_input_ids)
+            printf("%d, ", i);
+        printf("\n");
+        #endif
+
         while (!aborted && !completed && (n_past + (int)curr_input_ids.size() < gen_config.max_length))
         {
             std::vector<float> lm_logits;

src/unicode.cpp

@@ -623,6 +623,8 @@ std::vector<std::string> unicode_regex_split(const std::string & text, const std
                 break;
             }
         }
+        if (need_collapse)
+            break;
     }
 
     const auto cpts = unicode_cpts_from_utf8(text);