Integrate linenoise

We get prompt history etc.

Signed-off-by: Eric Curtin <[email protected]>

Author: ericcurtin

examples/run/run.cpp

@@ -25,6 +25,7 @@
 
 #include "common.h"
 #include "json.hpp"
+#include "linenoise.h"
 #include "llama-cpp.h"
 
 #if defined(__unix__) || (defined(__APPLE__) && defined(__MACH__)) || defined(_WIN32)
@@ -807,21 +808,22 @@ static int generate(LlamaData & llama_data, const std::string & prompt, std::str
         batch = llama_batch_get_one(&new_token_id, 1);
     }
 
+    printf("\033[0m");
     return 0;
 }
 
-static int read_user_input(std::string & user) {
-    std::getline(std::cin, user);
+static int read_user_input(std::string & user_input) {
+    std::getline(std::cin, user_input);
     if (std::cin.eof()) {
         printf("\n");
         return 1;
     }
 
-    if (user == "/bye") {
+    if (user_input == "/bye") {
         return 1;
     }
 
-    if (user.empty()) {
+    if (user_input.empty()) {
         return 2;
     }
 
@@ -858,18 +860,45 @@ static int apply_chat_template_with_error_handling(LlamaData & llama_data, const
     return 0;
 }
 
+struct c_str {
+    const char * data = nullptr;
+
+    ~c_str() { free(const_cast<char *>(data)); }
+};
+
 // Helper function to handle user input
 static int handle_user_input(std::string & user_input, const std::string & user) {
     if (!user.empty()) {
         user_input = user;
         return 0;  // No need for interactive input
     }
 
+    static const char * prompt_prefix = "> ";
+#ifdef WIN32
     printf(
         "\r%*s"
-        "\r\033[32m> \033[0m",
-        get_terminal_width(), " ");
+        "\r\033[0m%s",
+        get_terminal_width(), " ", prompt_prefix);
     return read_user_input(user_input);  // Returns true if input ends the loop
+#else
+    c_str line;
+    line.data = linenoise(prompt_prefix);
+    if (!line.data) {
+        return 1;
+    }
+
+    user_input = line.data;
+    if (user_input == "/bye") {
+        return 1;
+    }
+
+    if (user_input.empty()) {
+        return 2;
+    }
+
+    linenoiseHistoryAdd(line.data);
+    return 0;
+#endif
 }
 
 static bool is_stdin_a_terminal() {