Skip to content

Commit eca97eb

Browse files
Stillermanduynht
authored andcommitted
allow extra keywords in LightevalTaskConfig
1 parent 7995fa6 commit eca97eb

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

src/lighteval/tasks/lighteval_task.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -107,6 +107,7 @@ class LightevalTaskConfig:
107107
few_shots_select: Optional[str] = None
108108

109109
# Generation args
110+
output_regex: Optional[str] = None
110111
generation_size: Optional[int] = None
111112
generation_grammar: Optional[TextGenerationInputGrammarType] = None
112113
stop_sequence: Optional[ListLike[str]] = None
@@ -120,6 +121,7 @@ class LightevalTaskConfig:
120121
must_remove_duplicate_docs: bool = False
121122

122123
version: int = 0
124+
frozen: bool = False
123125

124126
def __post_init__(self):
125127
# If we got a Metrics enums instead of a Metric, we convert

0 commit comments

Comments
 (0)