Skip to content

Commit 89893c4

Browse files
committed
Update entrypoint to use GUIDELLM_BIN env variable
1 parent 1efed7c commit 89893c4

File tree

2 files changed

+4
-3
lines changed

2 files changed

+4
-3
lines changed

deploy/Containerfile

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -37,7 +37,8 @@ LABEL org.opencontainers.image.source="https://github.com/neuralmagic/guidellm"
3737

3838
# Set the environment variable for the benchmark script
3939
# TODO: Replace with scenario environment variables
40-
ENV GUIDELLM_TARGET="http://localhost:8000" \
40+
ENV GUIDELLM_BIN="/opt/guidellm/bin/guidellm" \
41+
GUIDELLM_TARGET="http://localhost:8000" \
4142
GUIDELLM_MODEL="neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w4a16" \
4243
GUIDELLM_RATE_TYPE="sweep" \
4344
GUIDELLM_DATA="prompt_tokens=256,output_tokens=128" \

deploy/entrypoint.sh

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
#!/usr/bin/env bash
22
set -euo pipefail
33

4-
# Path to the guidellm binary
5-
guidellm_bin="/opt/guidellm/bin/guidellm"
4+
# guidellm executable with default
5+
guidellm_bin="${GUIDELLM_BIN:-/opt/guidellm/bin/guidellm}"
66

77
# If we receive any arguments switch to guidellm command
88
if [ $# -gt 0 ]; then

0 commit comments

Comments
 (0)