Fix path to gguf_dump.py

Author: countzero

CHANGELOG.md

@@ -4,6 +4,11 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.23.0] - 2024-11-26
+
+### Added
+- [Server] Add -additionalArguments option
+
 ## [1.22.0] - 2024-10-14
 
 ### Removed

examples/server.ps1

@@ -34,6 +34,9 @@ Increases the verbosity of the llama.cpp server.
 .PARAMETER help
 Shows the manual on how to use this script.
 
+.PARAMETER additionalArguments
+Adds additional arguments to the llama.cpp server that are not handled by this script.
+
 .EXAMPLE
 .\server.ps1 -model "..\vendor\llama.cpp\models\gemma-2-9b-it-IQ4_XS.gguf"
 
@@ -48,6 +51,9 @@ Shows the manual on how to use this script.
 
 .EXAMPLE
 .\server.ps1 -model "..\vendor\llama.cpp\models\gemma-2-9b-it-IQ4_XS.gguf" -verbose
+
+.EXAMPLE
+.\server.ps1 -model "..\vendor\llama.cpp\models\gemma-2-9b-it-IQ4_XS.gguf" -additionalArguments "--no-slots"
 #>
 
 Param (
@@ -117,7 +123,11 @@ Param (
     $kvCacheDataType="f16",
 
     [switch]
-    $help
+    $help,
+
+    [Parameter()]
+    [String]
+    $additionalArguments
 )
 
 if ($help) {
@@ -302,7 +312,6 @@ Write-Host "Starting llama.cpp server with custom options at http://127.0.0.1:${
 $commandBinary = "${llamaCppPath}\build\bin\Release\llama-server"
 
 $commandArguments = @(
-    "--n-predict 1024",
     "--port '${port}'",
     "--model '${model}'",
     "--alias '${alias}'",
@@ -326,7 +335,32 @@ if ($verbose) {
     $commandArguments += "--verbose"
 }
 
+# Include additional arguments if they are provided via the -additionalArguments parameter.
+$additionalArgumentParts = $additionalArguments -split '\s+'
+$index = 0
+while ($index -lt $additionalArgumentParts.Count) {
+
+    $argument = $additionalArgumentParts[$index]
+
+    $hasNextArgument = $index + 1 -lt $additionalArgumentParts.Count
+    $nextArgumentIsValue = ($additionalArgumentParts[$index + 1] -notmatch '^-{1,2}')
+
+    if ($hasNextArgument -and $nextArgumentIsValue) {
+
+        # It's a key-value pair.
+        $commandArguments += "$argument $($additionalArgumentParts[$index + 1])"
+        $index += 2
+
+    } else {
+
+        # It's a standalone flag.
+        $commandArguments += "$argument"
+        $index += 1
+    }
+}
+
 $commandArguments = $commandArguments | ForEach-Object {
+
     if ($commandArguments.IndexOf($_) -ne $commandArguments.Count - 1) {
         "   $_ ```n"
     } else {