@@ -44,142 +44,119 @@ def evaluation(ctx: click.Context) -> None:
4444@click .option (
4545 "--model-field" ,
4646 type = str ,
47- default = None ,
4847 help = "Name of the field in the input file contaning text generated by the model."
4948 "Can not be used when model-a-name and other model config parameters are specified" ,
5049)
5150@click .option (
5251 "--model-to-evaluate-name" ,
5352 type = str ,
54- default = None ,
5553 help = "Model name when using the detailed config" ,
5654)
5755@click .option (
5856 "--model-to-evaluate-max-tokens" ,
5957 type = int ,
60- default = None ,
6158 help = "Max tokens for model-to-evaluate" ,
6259)
6360@click .option (
6461 "--model-to-evaluate-temperature" ,
6562 type = float ,
66- default = None ,
6763 help = "Temperature for model-to-evaluate" ,
6864)
6965@click .option (
7066 "--model-to-evaluate-system-template" ,
7167 type = str ,
72- default = None ,
7368 help = "System template for model-to-evaluate" ,
7469)
7570@click .option (
7671 "--model-to-evaluate-input-template" ,
7772 type = str ,
78- default = None ,
7973 help = "Input template for model-to-evaluate" ,
8074)
8175@click .option (
8276 "--labels" ,
8377 type = str ,
84- default = None ,
8578 help = "Classification labels - comma-separated list" ,
8679)
8780@click .option (
8881 "--pass-labels" ,
8982 type = str ,
90- default = None ,
9183 help = "Labels considered as passing (required for classify type). A comma-separated list." ,
9284)
9385@click .option (
9486 "--min-score" ,
9587 type = float ,
96- default = None ,
9788 help = "Minimum score value (required for score type)." ,
9889)
9990@click .option (
10091 "--max-score" ,
10192 type = float ,
102- default = None ,
10393 help = "Maximum score value (required for score type)." ,
10494)
10595@click .option (
10696 "--pass-threshold" ,
10797 type = float ,
108- default = None ,
10998 help = "Threshold score for passing (required for score type)." ,
11099)
111100@click .option (
112101 "--model-a-field" ,
113102 type = str ,
114- default = None ,
115103 help = "Name of the field in the input file containing text generated by Model A. \
116104 Can not be used when model-a-name and other model config parameters are specified" ,
117105)
118106@click .option (
119107 "--model-a-name" ,
120108 type = str ,
121- default = None ,
122109 help = "Model name for model A when using detailed config." ,
123110)
124111@click .option (
125112 "--model-a-max-tokens" ,
126113 type = int ,
127- default = None ,
128114 help = "Max tokens for model A." ,
129115)
130116@click .option (
131117 "--model-a-temperature" ,
132118 type = float ,
133- default = None ,
134119 help = "Temperature for model A." ,
135120)
136121@click .option (
137122 "--model-a-system-template" ,
138123 type = str ,
139- default = None ,
140124 help = "System template for model A." ,
141125)
142126@click .option (
143127 "--model-a-input-template" ,
144128 type = str ,
145- default = None ,
146129 help = "Input template for model A." ,
147130)
148131@click .option (
149132 "--model-b-field" ,
150133 type = str ,
151- default = None ,
152134 help = "Name of the field in the input file containing text generated by Model B.\
153135 Can not be used when model-b-name and other model config parameters are specified" ,
154136)
155137@click .option (
156138 "--model-b-name" ,
157139 type = str ,
158- default = None ,
159140 help = "Model name for model B when using detailed config." ,
160141)
161142@click .option (
162143 "--model-b-max-tokens" ,
163144 type = int ,
164- default = None ,
165145 help = "Max tokens for model B." ,
166146)
167147@click .option (
168148 "--model-b-temperature" ,
169149 type = float ,
170- default = None ,
171150 help = "Temperature for model B." ,
172151)
173152@click .option (
174153 "--model-b-system-template" ,
175154 type = str ,
176- default = None ,
177155 help = "System template for model B." ,
178156)
179157@click .option (
180158 "--model-b-input-template" ,
181159 type = str ,
182- default = None ,
183160 help = "Input template for model B." ,
184161)
185162def create (
@@ -397,13 +374,11 @@ def create(
397374@click .option (
398375 "--status" ,
399376 type = str ,
400- default = None ,
401377 help = "Filter by job status." ,
402378)
403379@click .option (
404380 "--limit" ,
405381 type = int ,
406- default = None ,
407382 help = "Limit number of results (max 100)." ,
408383)
409384def list (ctx : click .Context , status : Optional [str ], limit : Optional [int ]) -> None :
0 commit comments