Update max_new_tokens

neginraoof · web-flow · commit 7971ba200dea · 2025-05-28T14:39:29.000-07:00
diff --git a/eval/chat_benchmarks/alpaca_eval/eval_instruct.py b/eval/chat_benchmarks/alpaca_eval/eval_instruct.py
@@ -105,7 +105,7 @@ def generate_responses(self, model: LM) -> Dict[str, Any]:
                             (
                                 formatted_instruction,
                                 {
-                                    "max_gen_toks": self.max_tokens,
+                                    "max_new_tokens": self.max_tokens,
                                     "do_sample": self.do_sample,
                                     "temperature": self.temperature,
                                 },

Original file line number	Diff line number	Diff line change
`@@ -105,7 +105,7 @@ def generate_responses(self, model: LM) -> Dict[str, Any]:`
`105`	`105`	`(`
`106`	`106`	`formatted_instruction,`
`107`	`107`	`{`
`108`		`- "max_gen_toks": self.max_tokens,`
	`108`	`+ "max_new_tokens": self.max_tokens,`
`109`	`109`	`"do_sample": self.do_sample,`
`110`	`110`	`"temperature": self.temperature,`
`111`	`111`	`},`