We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9c8ac7a commit 3488a35Copy full SHA for 3488a35
analysis/bcb_hard.py
@@ -124,7 +124,7 @@ def read_task_perf(top_tid, task="complete"):
124
se_scores = [top_id[_id][1] for _id in hard_bcb_tid]
125
126
hard_bcb_dict = {
127
- "task_id": [f"BigCodeBenchHard/{i}" for i in range(len(hard_bcb))],
+ "task_id": hard_bcb_tid,
128
"complete_prompt": hard_bcb["complete_prompt"],
129
"instruct_prompt": hard_bcb["instruct_prompt"],
130
"canonical_solution": hard_bcb["canonical_solution"],
0 commit comments