File tree Expand file tree Collapse file tree 1 file changed +1
-4
lines changed Expand file tree Collapse file tree 1 file changed +1
-4
lines changed Original file line number Diff line number Diff line change @@ -283,9 +283,6 @@ def litellm(
283
283
],
284
284
tasks : Annotated [str , Argument (help = "Comma-separated list of tasks to evaluate on." )],
285
285
# === Common parameters ===
286
- use_chat_template : Annotated [
287
- bool , Option (help = "Use chat template for evaluation." , rich_help_panel = HELP_PANEL_NAME_4 )
288
- ] = False ,
289
286
system_prompt : Annotated [
290
287
Optional [str ], Option (help = "Use system prompt for evaluation." , rich_help_panel = HELP_PANEL_NAME_4 )
291
288
] = None ,
@@ -373,7 +370,7 @@ def litellm(
373
370
custom_tasks_directory = custom_tasks ,
374
371
num_fewshot_seeds = num_fewshot_seeds ,
375
372
max_samples = max_samples ,
376
- use_chat_template = use_chat_template ,
373
+ use_chat_template = True ,
377
374
system_prompt = system_prompt ,
378
375
load_responses_from_details_date_id = load_responses_from_details_date_id ,
379
376
)
You can’t perform that action at this time.
0 commit comments