Add GUI Chatbox for GPULlama3.java Inference

pom.xml

@@ -32,6 +32,18 @@
             <artifactId>tornado-runtime</artifactId>
             <version>1.1.1-dev</version>
         </dependency>
+
+        <dependency>
+            <groupId>org.openjfx</groupId>
+            <artifactId>javafx-controls</artifactId>
+            <version>21</version>
+        </dependency>
+
+        <dependency>
+            <groupId>io.github.mkpaz</groupId>
+            <artifactId>atlantafx-base</artifactId>
+            <version>2.0.1</version>
+        </dependency>
     </dependencies>
 
     <build>
@@ -68,6 +80,15 @@
                     </execution>
                 </executions>
             </plugin>
+
+            <plugin>
+                <groupId>org.openjfx</groupId>
+                <artifactId>javafx-maven-plugin</artifactId>
+                <version>0.0.8</version>
+                <configuration>
+                    <mainClass>com.example.gui.LlamaChatbox</mainClass>
+                </configuration>
+            </plugin>
         </plugins>
     </build>
 </project>

src/main/java/com/example/gui/ChatboxController.java

@@ -0,0 +1,36 @@
+package com.example.gui;
+
+import javafx.concurrent.Task;
+import javafx.scene.layout.Region;
+
+public class ChatboxController {
+
+    private final ChatboxViewBuilder viewBuilder;
+    private final ChatboxInteractor interactor;
+
+    public ChatboxController() {
+        ChatboxModel model = new ChatboxModel();
+        interactor = new ChatboxInteractor(model);
+        viewBuilder = new ChatboxViewBuilder(model, this::runInference);
+    }
+
+    private void runInference(Runnable postRunAction) {
+        Task<Void> inferenceTask = new Task<>() {
+            @Override
+            protected Void call() {
+                interactor.runLlamaTornado();
+                return null;
+            }
+        };
+        inferenceTask.setOnSucceeded(evt -> {
+            postRunAction.run();
+        });
+        Thread inferenceThread = new Thread(inferenceTask);
+        inferenceThread.start();
+    }
+
+    public Region getView() {
+        return viewBuilder.build();
+    }
+
+}

src/main/java/com/example/gui/ChatboxInteractor.java

@@ -0,0 +1,89 @@
+package com.example.gui;
+
+import java.io.BufferedReader;
+import java.io.IOException;
+import java.io.InputStreamReader;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.List;
+
+public class ChatboxInteractor {
+
+    private final ChatboxModel model;
+
+    public ChatboxInteractor(ChatboxModel viewModel) {
+        this.model = viewModel;
+    }
+
+    // Run the 'llama-tornado' script in the given Llama3 path, and stream its output to the GUI's output area.
+    public void runLlamaTornado() {
+        List<String> commands = new ArrayList<>();
+
+        String llama3Path = model.getLlama3Path();
+        if (llama3Path == null || llama3Path.isEmpty()) {
+            model.setOutputText("Please set the Llama3 path:");
+            return;
+        }
+
+        // Format for running 'llama-tornado' depends on the operating system.
+        if (System.getProperty("os.name").startsWith("Windows")) {
+            commands.add(String.format("%s\\external\\tornadovm\\.venv\\Scripts\\python", llama3Path));
+            commands.add("llama-tornado");
+        } else {
+            commands.add(String.format("%s/.llama-tornado", llama3Path));
+        }
+
+        ChatboxModel.Engine engine = model.getSelectedEngine();
+        if (engine == ChatboxModel.Engine.TORNADO_VM) {
+            commands.add("--gpu");
+        }
+
+        // Assume that models are found in a /models directory.
+        String selectedModel = model.getSelectedModel();
+        if (selectedModel == null || selectedModel.isEmpty()) {
+            model.setOutputText("Please select a model.");
+            return;
+        }
+        String modelPath = String.format("%s/models/%s", llama3Path, selectedModel);
+        String prompt = String.format("\"%s\"", model.getPromptText());
+
+        commands.addAll(Arrays.asList(
+                "--model", modelPath,
+                "--prompt", prompt
+        ));
+
+        ProcessBuilder processBuilder = new ProcessBuilder(commands);
+        processBuilder.redirectErrorStream(true);
+        BufferedReader bufferedReader = null;
+        Process process;
+        try {
+            process = processBuilder.start();
+            bufferedReader = new BufferedReader(new InputStreamReader(process.getInputStream()));
+            StringBuilder builder = new StringBuilder();
+
+            // Make sure to output the raw command.
+            builder.append("Running command: ");
+            builder.append(String.join(" ", processBuilder.command().toArray(new String[0])));
+            builder.append(System.getProperty("line.separator"));
+
+            String line;
+            while ((line = bufferedReader.readLine()) != null) {
+                builder.append(line);
+                builder.append(System.getProperty("line.separator"));
+                final String currentOutput = builder.toString();
+                javafx.application.Platform.runLater(() -> model.setOutputText(currentOutput));
+            }
+        } catch (IOException e) {
+            e.printStackTrace();
+        } finally {
+            if (bufferedReader != null) {
+                try {
+                    bufferedReader.close();
+                } catch (IOException e) {
+                    e.printStackTrace();
+                }
+            }
+        }
+    }
+
+}

src/main/java/com/example/gui/ChatboxModel.java

@@ -0,0 +1,78 @@
+package com.example.gui;
+
+import javafx.beans.property.ObjectProperty;
+import javafx.beans.property.SimpleObjectProperty;
+import javafx.beans.property.SimpleStringProperty;
+import javafx.beans.property.StringProperty;
+
+public class ChatboxModel {
+
+    public enum Engine { TORNADO_VM, JVM }
+
+    private final ObjectProperty<Engine> selectedEngine = new SimpleObjectProperty<>(Engine.TORNADO_VM);
+    private final StringProperty llama3Path = new SimpleStringProperty("");
+    private final StringProperty selectedModel = new SimpleStringProperty("");
+    private final StringProperty promptText = new SimpleStringProperty("");
+    private final StringProperty outputText = new SimpleStringProperty("");
+
+    public Engine getSelectedEngine() {
+        return selectedEngine.get();
+    }
+
+    public ObjectProperty<Engine> selectedEngineProperty() {
+        return selectedEngine;
+    }
+
+    public void setSelectedEngine(Engine engine) {
+        this.selectedEngine.set(engine);
+    }
+
+    public String getLlama3Path() {
+        return llama3Path.get();
+    }
+
+    public StringProperty llama3PathProperty() {
+        return llama3Path;
+    }
+
+    public void setLlama3Path(String path) {
+        this.llama3Path.set(path);
+    }
+
+    public String getSelectedModel() {
+        return selectedModel.get();
+    }
+
+    public StringProperty selectedModelProperty() {
+        return selectedModel;
+    }
+
+    public void setSelectedModel(String selectedModel) {
+        this.selectedModel.set(selectedModel);
+    }
+
+    public String getPromptText() {
+        return promptText.get();
+    }
+
+    public StringProperty promptTextProperty() {
+        return promptText;
+    }
+
+    public void setPromptText(String text) {
+        this.promptText.set(text);
+    }
+
+    public String getOutputText() {
+        return outputText.get();
+    }
+
+    public StringProperty outputTextProperty() {
+        return outputText;
+    }
+
+    public void setOutputText(String text) {
+        this.outputText.set(text);
+    }
+
+}