Skip to content

Commit 0cf1ecb

Browse files
committed
fix: fix benchmark and plotting script path in run_bench.sh
1 parent 482ab53 commit 0cf1ecb

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

bench/run_bench.sh

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@ export ROUTER_MODELS="auto"
1010
export VLLM_MODELS="openai/gpt-oss-20b"
1111

1212
# Run the benchmark
13-
python src/training/model_eval/router_reason_bench.py \
13+
python router_reason_bench.py \
1414
--run-router \
1515
--router-endpoint "$ROUTER_ENDPOINT" \
1616
--router-api-key "$ROUTER_API_KEY" \
@@ -19,7 +19,7 @@ python src/training/model_eval/router_reason_bench.py \
1919
--vllm-endpoint "$VLLM_ENDPOINT" \
2020
--vllm-api-key "$VLLM_API_KEY" \
2121
--vllm-models "$VLLM_MODELS" \
22-
--samples-per-category 20 \
22+
--samples-per-category 5 \
2323
--vllm-exec-modes NR XC \
2424
--concurrent-requests 4 \
2525
--output-dir results/reasonbench
@@ -29,6 +29,6 @@ VLLM_MODEL_FIRST="${VLLM_MODELS%% *}"
2929
ROUTER_MODEL_FIRST="${ROUTER_MODELS%% *}"
3030
VLLM_MODELS_SAFE="${VLLM_MODEL_FIRST//\//_}"
3131
ROUTER_MODELS_SAFE="${ROUTER_MODEL_FIRST//\//_}"
32-
python src/training/model_eval/bench_plot.py \
32+
python bench_plot.py \
3333
--summary "results/reasonbench/vllm::${VLLM_MODELS_SAFE}/summary.json" \
3434
--router-summary "results/reasonbench/router::${ROUTER_MODELS_SAFE}/summary.json"

0 commit comments

Comments
 (0)