We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f63114c commit 789ce18Copy full SHA for 789ce18
llmc/__main__.py
@@ -54,8 +54,9 @@ def main(config):
54
55
if 'eval' in config and 'pretrain' in config.eval.eval_pos:
56
if config.eval.type == 'acc':
57
- acc_eval = AccuracyEval(eval_config)
58
- eval_list.append(acc_eval)
+ for acc_eval in eval_list:
+ acc = acc_eval.eval(model)
59
+ logger.info(f'{config.eval.name} acc : {acc}')
60
else:
61
for ppl_eval in eval_list:
62
ppl = ppl_eval.eval(model)
@@ -213,7 +214,6 @@ def main(config):
213
214
)
215
logger.info(f'opencompass_cmd : {opencompass_cmd}')
216
os.system(opencompass_cmd)
-
217
dist.barrier()
218
219
0 commit comments