Add helper scripts

Author: kpouget

prepare.remoting.sh

@@ -0,0 +1,6 @@
+cmake -S . -B ../build.remoting-frontend \
+      -DGGML_REMOTINGFRONTEND=ON \
+      -DGGML_CPU_ARM_ARCH=native \
+      -DGGML_NATIVE=OFF \
+      -DCMAKE_BUILD_TYPE=Debug \
+      "$@"

prepare.sh

@@ -0,0 +1 @@
+cmake -S . -B ./build -DGGML_VULKAN=ON -DGGML_NATIVE=OFF -DGGML_METAL=OFF #-DCMAKE_BUILD_TYPE=Debug #-DGGML_VULKAN_DEBUG=1

prepare.vulkan.sh

@@ -0,0 +1 @@
+cmake -S . -B ../build.vulkan -DGGML_VULKAN=ON -DGGML_NATIVE=OFF -DGGML_METAL=OFF

run.remoting.sh

@@ -0,0 +1,16 @@
+#! /bin/bash
+
+if [[ ${1:-} == "gdb" ]]; then
+    prefix="gdb --args"
+else
+    prefix=""
+fi
+
+MODEL="$HOME/models/llama3.2"
+PROMPT="say nothing"
+$prefix \
+    ../build.remoting-frontend/bin/llama-run \
+    --ngl 99 \
+    --verbose \
+    "$MODEL" \
+    "$PROMPT"

run.sh

@@ -0,0 +1 @@
+./build/bin/llama-run --ngl 999 --verbose ~/models/llama3.2 "say nothing"

run.vulkan.sh

@@ -0,0 +1 @@
+../build.vulkan/bin/llama-run --ngl 99 --verbose ~/models/llama3.2 "say nothing"