Skip to content

Commit 522f1f4

Browse files
authored
Update eval_instruct.py
1 parent 8d3a0a2 commit 522f1f4

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

eval/chat_benchmarks/alpaca_eval/eval_instruct.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@ def __init__(
3131
dataset_name: str = "tatsu-lab/alpaca_eval",
3232
subset: str = "alpaca_eval",
3333
split: str = "eval",
34-
max_tokens: int = 1024,
34+
max_tokens: Optional[int] = 1024,
3535
temperature: float = 0.5,
3636
do_sample: bool = True,
3737
debug: bool = False,
@@ -57,7 +57,7 @@ def __init__(
5757
self.dataset_name = dataset_name
5858
self.subset = subset
5959
self.split = split
60-
self.max_tokens = max_tokens
60+
self.max_tokens = max_tokens if max_tokens is not None else 1024
6161
self.temperature = temperature
6262
self.do_sample = do_sample
6363
self.debug = debug

0 commit comments

Comments
 (0)