File tree Expand file tree Collapse file tree 1 file changed +4
-3
lines changed
Expand file tree Collapse file tree 1 file changed +4
-3
lines changed Original file line number Diff line number Diff line change @@ -485,15 +485,16 @@ function run_llamacli()
485485function run_llamabench()
486486{
487487 prepare_run_on_phone llama-bench
488+ llamabench_running_params=" -ngl 99 -t 8 -n 256 "
488489
489490 echo " adb shell \" cd ${REMOTE_PATH} \
490491 && export LD_LIBRARY_PATH=${REMOTE_PATH} \
491- && ${REMOTE_PATH} /llama-bench ${running_params } -mg $qnnbackend -m ${GGUF_MODEL_NAME} \" "
492- echo " ${REMOTE_PATH} /llama-bench ${running_params } -mg $qnnbackend -m ${GGUF_MODEL_NAME} "
492+ && ${REMOTE_PATH} /llama-bench ${llamabench_running_params } -mg $qnnbackend -m ${GGUF_MODEL_NAME} \" "
493+ echo " ${REMOTE_PATH} /llama-bench ${llamabench_running_params } -mg $qnnbackend -m ${GGUF_MODEL_NAME} "
493494
494495 adb shell " cd ${REMOTE_PATH} \
495496 && export LD_LIBRARY_PATH=${REMOTE_PATH} \
496- && ${REMOTE_PATH} /llama-bench ${running_params } -mg $qnnbackend -m ${GGUF_MODEL_NAME} "
497+ && ${REMOTE_PATH} /llama-bench ${llamabench_running_params } -mg $qnnbackend -m ${GGUF_MODEL_NAME} "
497498
498499}
499500
You can’t perform that action at this time.
0 commit comments