File tree Expand file tree Collapse file tree 1 file changed +5
-2
lines changed
Expand file tree Collapse file tree 1 file changed +5
-2
lines changed Original file line number Diff line number Diff line change @@ -21,7 +21,7 @@ import (
2121 "github.com/docker/model-runner/pkg/inference/scheduling"
2222 "github.com/docker/model-runner/pkg/metrics"
2323 "github.com/docker/model-runner/pkg/routing"
24- "github.com/docker/model-runner/pkg/utils "
24+ "github.com/mattn/go-shellwords "
2525 "github.com/sirupsen/logrus"
2626)
2727
@@ -255,7 +255,10 @@ func createLlamaCppConfigFromEnv() config.BackendConfig {
255255 }
256256
257257 // Split the string by spaces, respecting quoted arguments
258- args := utils .SplitArgs (argsStr )
258+ args , err := shellwords .Parse (argsStr )
259+ if err != nil {
260+ log .Fatalf ("Failed to parse LLAMA_ARGS: %v" , err )
261+ }
259262
260263 // Check for disallowed arguments
261264 disallowedArgs := []string {"--model" , "--host" , "--embeddings" , "--mmproj" }
You can’t perform that action at this time.
0 commit comments