@@ -163,6 +163,7 @@ def __init__(
163163 llm : dict ,
164164 save_to : Identifier ,
165165 generate_data : dict = None ,
166+ params = None ,
166167 * args ,
167168 ** kwargs ):
168169 """
@@ -172,13 +173,15 @@ def __init__(
172173 llm: dict -- parameters for the LLM to use for evaluation.
173174 save_to: Identifier -- name of the table to save the results to.
174175 generate_data: dict -- parameters for generating data, if available.
176+ params: dict -- additional parameters for the evaluation.
175177 """
176178 super ().__init__ (* args , ** kwargs )
177179 self .name = name
178180 self .test_table = test_table
179181 self .llm = llm
180182 self .save_to = save_to
181183 self .generate_data = generate_data
184+ self .params = params if params is not None else {}
182185
183186 def to_tree (self , * args , level = 0 , ** kwargs ):
184187 ind = indent (level )
@@ -189,7 +192,8 @@ def to_tree(self, *args, level=0, **kwargs):
189192 { ind } test_table={ self .test_table .to_string ()} ,
190193 { ind } llm={ self .llm } ,
191194 { ind } save_to={ self .save_to .to_string ()} ,
192- { generate_data_str } { ind } )
195+ { generate_data_str } { ind } params={ self .params }
196+ { ind } )
193197 """
194198 return out_str
195199
@@ -203,6 +207,9 @@ def get_string(self, *args, **kwargs):
203207 if self .generate_data :
204208 using_args .append (f"GENERATE_DATA={ repr (self .generate_data )} " )
205209
210+ if self .params :
211+ using_args += [f"{ k } ={ repr (v )} " for k , v in self .params .items ()]
212+
206213 using_str = "USING " + ", " .join (using_args )
207214
208215 output_str = (
0 commit comments