File tree Expand file tree Collapse file tree 1 file changed +12
-12
lines changed
Expand file tree Collapse file tree 1 file changed +12
-12
lines changed Original file line number Diff line number Diff line change 1212from .evaluator import Evaluator
1313
1414
15- class LongBenchResult (t .TypedDict ):
15+ class LongBenchResult (t .TypedDict , total = False ):
1616 """Dict containing averages for each task type and language"""
1717
1818 overall_score : float
19- en_multidoc : t . NotRequired [ float ]
20- zh_multidoc : t . NotRequired [ float ]
21- en_singledoc : t . NotRequired [ float ]
22- zh_singledoc : t . NotRequired [ float ]
23- en_summ : t . NotRequired [ float ]
24- zh_summ : t . NotRequired [ float ]
25- en_fewshot : t . NotRequired [ float ]
26- zh_fewshot : t . NotRequired [ float ]
27- en_synthetic : t . NotRequired [ float ]
28- zh_synthetic : t . NotRequired [ float ]
29- code_avg : t . NotRequired [ float ]
19+ en_multidoc : float
20+ zh_multidoc : float
21+ en_singledoc : float
22+ zh_singledoc : float
23+ en_summ : float
24+ zh_summ : float
25+ en_fewshot : float
26+ zh_fewshot : float
27+ en_synthetic : float
28+ zh_synthetic : float
29+ code_avg : float
3030
3131
3232# Define task categories
You can’t perform that action at this time.
0 commit comments