We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 91230fe commit 8cb50ccCopy full SHA for 8cb50cc
eval/task.py
@@ -54,7 +54,7 @@ def _normalize_model_args(self, model: LM, instances: List[Instance]) -> List[In
54
instance.args[1]["max_tokens"] = min(max_new_tokens, 16384)
55
elif isinstance(model, lm_eval_models.vllm_causallms.VLLM):
56
instance.args[1]["max_gen_toks"] = max_new_tokens
57
- else: # Huggingface does not support seed
+ else: # Huggingface
58
instance.args[1]["max_new_tokens"] = max_new_tokens
59
return instances
60
0 commit comments