Skip to content

Commit 8952bc9

Browse files
rootfsCopilot
andcommitted
Apply suggestion from @Copilot
Co-authored-by: Copilot <[email protected]> Signed-off-by: Huamin Chen <[email protected]>
1 parent 4f8881a commit 8952bc9

File tree

1 file changed

+10
-10
lines changed

1 file changed

+10
-10
lines changed

bench/vllm_semantic_router_bench/router_reason_bench_multi_dataset.py

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -255,16 +255,16 @@ def get_dataset_optimal_tokens(dataset_info, model_name=None):
255255
base_tokens = difficulty_tokens.get(difficulty, 200)
256256

257257
# Special case: Qwen3 models need higher tokens for complex reasoning datasets
258-
if model_name and "qwen" in model_name.lower():
259-
if "mmlu" in dataset_name or "gpqa" in dataset_name:
260-
final_tokens = 10240
261-
dataset_type = "MMLU" if "mmlu" in dataset_name else "GPQA"
262-
print(f" 🎯 Special case: Qwen3 + {dataset_type} = {final_tokens} tokens (fixed requirement)")
263-
return final_tokens
264-
# elif "math" in dataset_name: # DISABLED: dataset not available
265-
# final_tokens = 8000 # Competition math needs extensive proofs
266-
# print(f" 🎯 Special case: Qwen3 + MATH = {final_tokens} tokens (competition math requirement)")
267-
# return final_tokens
258+
if model_name and "qwen" in model_name.lower():
259+
if "mmlu" in dataset_name or "gpqa" in dataset_name:
260+
final_tokens = 10240
261+
dataset_type = "MMLU" if "mmlu" in dataset_name else "GPQA"
262+
print(f" 🎯 Special case: Qwen3 + {dataset_type} = {final_tokens} tokens (fixed requirement)")
263+
return final_tokens
264+
# elif "math" in dataset_name: # DISABLED: dataset not available
265+
# final_tokens = 8000 # Competition math needs extensive proofs
266+
# print(f" 🎯 Special case: Qwen3 + MATH = {final_tokens} tokens (competition math requirement)")
267+
# return final_tokens
268268

269269
# Apply model-specific multiplier and round to nearest 50
270270
final_tokens = int(base_tokens * model_multiplier)

0 commit comments

Comments
 (0)