We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 8d3a0a2 commit 522f1f4Copy full SHA for 522f1f4
eval/chat_benchmarks/alpaca_eval/eval_instruct.py
@@ -31,7 +31,7 @@ def __init__(
31
dataset_name: str = "tatsu-lab/alpaca_eval",
32
subset: str = "alpaca_eval",
33
split: str = "eval",
34
- max_tokens: int = 1024,
+ max_tokens: Optional[int] = 1024,
35
temperature: float = 0.5,
36
do_sample: bool = True,
37
debug: bool = False,
@@ -57,7 +57,7 @@ def __init__(
57
self.dataset_name = dataset_name
58
self.subset = subset
59
self.split = split
60
- self.max_tokens = max_tokens
+ self.max_tokens = max_tokens if max_tokens is not None else 1024
61
self.temperature = temperature
62
self.do_sample = do_sample
63
self.debug = debug
0 commit comments