Skip to content

Commit 8aba49e

Browse files
authored
update a bunch of models
1 parent 02023dd commit 8aba49e

File tree

1 file changed

+60
-0
lines changed

1 file changed

+60
-0
lines changed

results.json

Lines changed: 60 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,16 @@
11
{
2+
"OpenCoder-8B-Instruct": {
3+
"link": "https://huggingface.co/infly/OpenCoder-8B-Instruct",
4+
"open-data": "NONE",
5+
"pass@1": {
6+
"humaneval": 81.7,
7+
"humaneval+": 77.4,
8+
"mbpp": 82.0,
9+
"mbpp+": 71.4
10+
},
11+
"prompted": true,
12+
"size": 8.0
13+
},
214
"Artigenz-Coder-DS-6.7B": {
315
"link": "https://huggingface.co/Artigenz/Artigenz-Coder-DS-6.7B",
416
"open-data": "NONE",
@@ -275,6 +287,42 @@
275287
"prompted": true,
276288
"size": 104
277289
},
290+
"DeepSeek-V2.5 (Nov 2024)": {
291+
"link": "https://huggingface.co/deepseek-ai/DeepSeek-V2.5",
292+
"open-data": "NONE",
293+
"pass@1": {
294+
"humaneval": 90.2,
295+
"humaneval+": 83.5,
296+
"mbpp": 87.6,
297+
"mbpp+": 74.1
298+
},
299+
"prompted": true,
300+
"size": 21
301+
},
302+
"Gemini 1.5 Pro 002": {
303+
"link": "https://ai.google.dev/",
304+
"open-data": "NONE",
305+
"pass@1": {
306+
"humaneval": 89.0,
307+
"humaneval+": 79.3,
308+
"mbpp": 89.7,
309+
"mbpp+": 74.6
310+
},
311+
"prompted": true,
312+
"size": null
313+
},
314+
"Gemini 1.5 Flash 002": {
315+
"link": "https://ai.google.dev/",
316+
"open-data": "NONE",
317+
"pass@1": {
318+
"humaneval": 82.3,
319+
"humaneval+": 75.6,
320+
"mbpp": 84.7,
321+
"mbpp+": 67.5
322+
},
323+
"prompted": true,
324+
"size": null
325+
},
278326
"DeepSeek-Coder-V2-Instruct": {
279327
"link": "https://huggingface.co/deepseek-ai/DeepSeek-Coder-V2-Instruct",
280328
"open-data": "NONE",
@@ -719,6 +767,18 @@
719767
"prompted": true,
720768
"size": 36
721769
},
770+
"Codestral-22B-v0.1": {
771+
"link": "https://huggingface.co/mistralai/Codestral-22B-v0.1",
772+
"open-data": "NONE",
773+
"pass@1": {
774+
"humaneval": 79.9,
775+
"humaneval+": 73.8,
776+
"mbpp": 72.5,
777+
"mbpp+": 61.9
778+
},
779+
"prompted": true,
780+
"size": 22
781+
},
722782
"Mistral-7B-Instruct-v0.2": {
723783
"link": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
724784
"open-data": "NONE",

0 commit comments

Comments
 (0)