File tree Expand file tree Collapse file tree 2 files changed +4
-3
lines changed
Expand file tree Collapse file tree 2 files changed +4
-3
lines changed Original file line number Diff line number Diff line change @@ -37,7 +37,8 @@ LABEL org.opencontainers.image.source="https://github.com/neuralmagic/guidellm"
3737
3838# Set the environment variable for the benchmark script
3939# TODO: Replace with scenario environment variables
40- ENV GUIDELLM_TARGET="http://localhost:8000" \
40+ ENV GUIDELLM_BIN="/opt/guidellm/bin/guidellm" \
41+ GUIDELLM_TARGET="http://localhost:8000" \
4142 GUIDELLM_MODEL="neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w4a16" \
4243 GUIDELLM_RATE_TYPE="sweep" \
4344 GUIDELLM_DATA="prompt_tokens=256,output_tokens=128" \
Original file line number Diff line number Diff line change 11#! /usr/bin/env bash
22set -euo pipefail
33
4- # Path to the guidellm binary
5- guidellm_bin=" /opt/guidellm/bin/guidellm"
4+ # guidellm executable with default
5+ guidellm_bin=" ${GUIDELLM_BIN :- / opt/ guidellm/ bin/ guidellm} "
66
77# If we receive any arguments switch to guidellm command
88if [ $# -gt 0 ]; then
You can’t perform that action at this time.
0 commit comments