File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed
examples/others/lmcache/disagg_prefill_lmcache_v1 Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -33,7 +33,7 @@ check_num_gpus() {
3333
3434ensure_python_library_installed () {
3535 echo " Checking if $1 is installed..."
36- python -c " import $1 " > /dev/null 2>&1
36+ python3 -c " import $1 " > /dev/null 2>&1
3737 if [ $? -ne 0 ]; then
3838 if [ " $1 " == " nixl" ]; then
3939 echo " $1 is not installed. Please refer to https://github.com/ai-dynamo/nixl for installation."
@@ -121,8 +121,8 @@ main() {
121121 echo " All servers are up. Starting benchmark..."
122122
123123 # begin benchmark
124- cd ../../../benchmarks/
125- python benchmark_serving.py --port 9000 --seed $( date +%s) \
124+ cd ../../../../ benchmarks/
125+ python3 benchmark_serving.py --port 9000 --seed $( date +%s) \
126126 --model meta-llama/Llama-3.1-8B-Instruct \
127127 --dataset-name random --random-input-len 7500 --random-output-len 200 \
128128 --num-prompts 200 --burstiness 100 --request-rate 3.6 | tee benchmark.log
You can’t perform that action at this time.
0 commit comments