We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
2 parents 96af7b7 + df8bc82 commit c20b2b9Copy full SHA for c20b2b9
Dockerfile
@@ -60,6 +60,7 @@ USER modelrunner
60
61
# Set the environment variable for the socket path and LLaMA server binary path
62
ENV MODEL_RUNNER_SOCK=/var/run/model-runner/model-runner.sock
63
+ENV MODEL_RUNNER_PORT=12434
64
ENV LLAMA_SERVER_PATH=/app/bin
65
ENV HOME=/home/modelrunner
66
ENV MODELS_PATH=/models
0 commit comments