File tree Expand file tree Collapse file tree 1 file changed +9
-2
lines changed Expand file tree Collapse file tree 1 file changed +9
-2
lines changed Original file line number Diff line number Diff line change @@ -35,8 +35,15 @@ WORKDIR /results
3535LABEL org.opencontainers.image.source="https://github.com/vllm-project/guidellm" \
3636 org.opencontainers.image.description="GuideLLM Performance Benchmarking Container"
3737
38- # Argument defaults can be set with GUIDELLM_<ARG>
39- ENV GUIDELLM_OUTPUT_PATH="/results/benchmarks.json"
38+ # Set the environment variable for the benchmark script
39+ # TODO: Replace with scenario environment variables
40+ ENV GUIDELLM_TARGET="http://localhost:8000" \
41+ GUIDELLM_MODEL="neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w4a16" \
42+ GUIDELLM_RATE_TYPE="sweep" \
43+ GUIDELLM_DATA="prompt_tokens=256,output_tokens=128" \
44+ GUIDELLM_MAX_REQUESTS="100" \
45+ GUIDELLM_MAX_SECONDS="" \
46+ GUIDELLM_OUTPUT_PATH="/results/results.json"
4047
4148ENTRYPOINT [ "/opt/app-root/guidellm/bin/guidellm" ]
4249CMD [ "benchmark" , "run" ]
You can’t perform that action at this time.
0 commit comments