Skip to content

Commit 8d3a0a2

Browse files
authored
Update eval_instruct.py
1 parent 477baa7 commit 8d3a0a2

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

eval/chat_benchmarks/zeroeval/eval_instruct.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -33,15 +33,15 @@ def __init__(
3333
self,
3434
tasks: List[str] = ["zebra-grid", "numersense-v2", "crux", "math-l5"],
3535
config: Optional[ZeroEvalConfig] = None,
36-
max_tokens: int = 4096,
36+
max_tokens: Optional[int] = 4096,
3737
debug: bool = False,
3838
logger: Optional[logging.Logger] = None,
3939
system_instruction: Optional[str] = None,
4040
):
4141
super().__init__(logger, system_instruction=system_instruction)
4242
self.tasks = tasks
4343
self.config = config or ZeroEvalConfig()
44-
self.max_new_tokens = int(max_tokens)
44+
self.max_new_tokens = int(max_tokens) if max_tokens is not None else 4096
4545
self.debug = debug
4646

4747
def load_dataset(self, data_name: str) -> Tuple[List[str], List[str], List[Dict[str, Any]], Dict[str, Any]]:

0 commit comments

Comments
 (0)