Update max_new_tokens

neginraoof · web-flow · commit 13bedbe03d97 · 2025-05-28T12:39:58.000-07:00
diff --git a/eval/chat_benchmarks/HumanEvalPlus/eval_instruct.py b/eval/chat_benchmarks/HumanEvalPlus/eval_instruct.py
@@ -104,7 +104,7 @@ def generate_responses(self, model: LM) -> Dict[str, Any]:
                             (
                                 inputs,
                                 {
-                                    "max_gen_toks": self.max_tokens,
+                                    "max_new_tokens": self.max_tokens,
                                     "do_sample": False,
                                 },
                             ),

Original file line number	Diff line number	Diff line change
`@@ -104,7 +104,7 @@ def generate_responses(self, model: LM) -> Dict[str, Any]:`
`104`	`104`	`(`
`105`	`105`	`inputs,`
`106`	`106`	`{`
`107`		`- "max_gen_toks": self.max_tokens,`
	`107`	`+ "max_new_tokens": self.max_tokens,`
`108`	`108`	`"do_sample": False,`
`109`	`109`	`},`
`110`	`110`	`),`