File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -10,7 +10,7 @@ export ROUTER_MODELS="auto"
1010export  VLLM_MODELS=" openai/gpt-oss-20b" 
1111
1212#  Run the benchmark
13- python src/training/model_eval/ router_reason_bench.py \
13+ python router_reason_bench.py \
1414  --run-router \
1515  --router-endpoint " $ROUTER_ENDPOINT " 
1616  --router-api-key " $ROUTER_API_KEY " 
@@ -19,7 +19,7 @@ python src/training/model_eval/router_reason_bench.py \
1919  --vllm-endpoint " $VLLM_ENDPOINT " 
2020  --vllm-api-key " $VLLM_API_KEY " 
2121  --vllm-models " $VLLM_MODELS " 
22-   --samples-per-category 20  \
22+   --samples-per-category 5  \
2323  --vllm-exec-modes NR XC \
2424  --concurrent-requests 4 \
2525  --output-dir results/reasonbench
@@ -29,6 +29,6 @@ VLLM_MODEL_FIRST="${VLLM_MODELS%% *}"
2929ROUTER_MODEL_FIRST=" ${ROUTER_MODELS%%  * } " 
3030VLLM_MODELS_SAFE=" ${VLLM_MODEL_FIRST// \/ / _} " 
3131ROUTER_MODELS_SAFE=" ${ROUTER_MODEL_FIRST// \/ / _} " 
32- python src/training/model_eval/ bench_plot.py \
32+ python bench_plot.py \
3333  --summary " results/reasonbench/vllm::${VLLM_MODELS_SAFE} /summary.json" 
3434  --router-summary " results/reasonbench/router::${ROUTER_MODELS_SAFE} /summary.json" 
 
 
   
 
     
   
   
          
    
    
     
    
      
     
     
    You can’t perform that action at this time.
  
 
    
  
    
      
        
     
       
      
     
   
 
    
    
  
 
  
 
     
    
0 commit comments