Integrate linenoise

We get prompt history etc.

Signed-off-by: Eric Curtin <[email protected]>

Author: ericcurtin

examples/run/run.cpp

@@ -26,6 +26,7 @@
 #include "common.h"
 #include "json.hpp"
 #include "llama-cpp.h"
+#include "linenoise.h"
 
 #if defined(__unix__) || (defined(__APPLE__) && defined(__MACH__)) || defined(_WIN32)
 [[noreturn]] static void sigint_handler(int) {
@@ -807,21 +808,22 @@ static int generate(LlamaData & llama_data, const std::string & prompt, std::str
         batch = llama_batch_get_one(&new_token_id, 1);
     }
 
+    printf("\033[0m");
     return 0;
 }
 
-static int read_user_input(std::string & user) {
-    std::getline(std::cin, user);
+static int read_user_input(std::string & user_input) {
+    std::getline(std::cin, user_input);
     if (std::cin.eof()) {
         printf("\n");
         return 1;
     }
 
-    if (user == "/bye") {
+    if (user_input == "/bye") {
         return 1;
     }
 
-    if (user.empty()) {
+    if (user_input.empty()) {
         return 2;
     }
 
@@ -858,18 +860,47 @@ static int apply_chat_template_with_error_handling(LlamaData & llama_data, const
     return 0;
 }
 
+struct c_str {
+  const char* data = nullptr;
+
+  ~c_str() {
+    free(const_cast<char*>(data));
+  }
+};
+
 // Helper function to handle user input
 static int handle_user_input(std::string & user_input, const std::string & user) {
     if (!user.empty()) {
         user_input = user;
         return 0;  // No need for interactive input
     }
 
+    static const char* prompt_prefix = "> ";
+#ifdef WIN32
     printf(
         "\r%*s"
-        "\r\033[32m> \033[0m",
-        get_terminal_width(), " ");
+        "\r\033[0m%s",
+        get_terminal_width(), " ", prompt_prefix);
     return read_user_input(user_input);  // Returns true if input ends the loop
+#else
+    c_str line;
+    line.data = linenoise(prompt_prefix);
+    if (!line.data) {
+        return 1;
+    }
+
+    user_input = line.data;
+    if (user_input == "/bye") {
+        return 1;
+    }
+
+    if (user_input.empty()) {
+        return 2;
+    }
+
+    linenoiseHistoryAdd(line.data);
+    return 0;
+#endif
 }
 
 static bool is_stdin_a_terminal() {
@@ -961,13 +992,7 @@ static std::string read_pipe_data() {
 }
 
 static void ctrl_c_handling() {
-#if defined(__unix__) || (defined(__APPLE__) && defined(__MACH__))
-    struct sigaction sigint_action;
-    sigint_action.sa_handler = sigint_handler;
-    sigemptyset(&sigint_action.sa_mask);
-    sigint_action.sa_flags = 0;
-    sigaction(SIGINT, &sigint_action, NULL);
-#elif defined(_WIN32)
+#if defined(_WIN32)
     auto console_ctrl_handler = +[](DWORD ctrl_type) -> BOOL {
         return (ctrl_type == CTRL_C_EVENT) ? (sigint_handler(SIGINT), true) : false;
     };