Skip to content

Commit 2a41918

Browse files
authored
Fix SDXL, Retinanet and GPTJ accuracy checker (#2094)
* Fix SDXL, Retinanet and GPTJ accuracy checker
1 parent 2e996ad commit 2a41918

File tree

1 file changed

+6
-6
lines changed

1 file changed

+6
-6
lines changed

tools/submission/submission_checker.py

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -735,19 +735,19 @@
735735
ACC_PATTERN = {
736736
"acc": r"^(?:\{\"accuracy|accuracy)[\": ]*=?\s*([\d\.]+).*",
737737
"AUC": r"^AUC=([\d\.]+).*",
738-
"mAP": r".*'(?:mAP|Total)':\s*([\d\.]+)",
738+
"mAP": r".*(?:mAP=|Total:)\s*([\d.]+)",
739739
"bleu": r"^BLEU\:\s*([\d\.]+).*",
740740
"F1": r"^{[\"\']exact_match[\"\']\:\s*[\d\.]+,\s*[\"\']f1[\"\']\:\s*([\d\.]+)}",
741741
"WER": r"Word Error Rate\:.*, accuracy=([0-9\.]+)%",
742742
"DICE": r"Accuracy\:\s*mean\s*=\s*([\d\.]+).*",
743-
"ROUGE1": r".*'rouge1':\s([\d.]+).*",
744-
"ROUGE2": r".*'rouge2':\s([\d.]+).*",
745-
"ROUGEL": r".*'rougeL':\s([\d.]+).*",
743+
"ROUGE1": r".*'rouge1':\s+'?([\d.]+)'?.*",
744+
"ROUGE2": r".*'rouge2':\s+'?([\d.]+)'?.*",
745+
"ROUGEL": r".*'rougeL':\s+'?([\d.]+)'?.*",
746746
"ROUGELSUM": r".*'rougeLsum':\s([\d.]+).*",
747747
"GEN_LEN": r".*'gen_len':\s([\d.]+).*",
748748
"TOKENS_PER_SAMPLE": r".*'tokens_per_sample':\s([\d.]+).*",
749-
"CLIP_SCORE": r".*'CLIP_SCORE':\s([\d.]+).*",
750-
"FID_SCORE": r".*'FID_SCORE':\s([\d.]+).*",
749+
"CLIP_SCORE": r".*'CLIP_SCORE':\s.([\d.]+).*",
750+
"FID_SCORE": r".*'FID_SCORE':\s.([\d.]+).*",
751751
"gsm8k_accuracy": r".*'gsm8k':\s([\d.]+).*",
752752
"mbxp_accuracy": r".*'mbxp':\s([\d.]+).*",
753753
"exact_match": r".*'exact_match':\s([\d.]+).*"

0 commit comments

Comments
 (0)