File tree Expand file tree Collapse file tree 1 file changed +60
-0
lines changed
Expand file tree Collapse file tree 1 file changed +60
-0
lines changed Original file line number Diff line number Diff line change 11{
2+ "OpenCoder-8B-Instruct" : {
3+ "link" : " https://huggingface.co/infly/OpenCoder-8B-Instruct" ,
4+ "open-data" : " NONE" ,
5+ "pass@1" : {
6+ "humaneval" : 81.7 ,
7+ "humaneval+" : 77.4 ,
8+ "mbpp" : 82.0 ,
9+ "mbpp+" : 71.4
10+ },
11+ "prompted" : true ,
12+ "size" : 8.0
13+ },
214 "Artigenz-Coder-DS-6.7B" : {
315 "link" : " https://huggingface.co/Artigenz/Artigenz-Coder-DS-6.7B" ,
416 "open-data" : " NONE" ,
275287 "prompted" : true ,
276288 "size" : 104
277289 },
290+ "DeepSeek-V2.5 (Nov 2024)" : {
291+ "link" : " https://huggingface.co/deepseek-ai/DeepSeek-V2.5" ,
292+ "open-data" : " NONE" ,
293+ "pass@1" : {
294+ "humaneval" : 90.2 ,
295+ "humaneval+" : 83.5 ,
296+ "mbpp" : 87.6 ,
297+ "mbpp+" : 74.1
298+ },
299+ "prompted" : true ,
300+ "size" : 21
301+ },
302+ "Gemini 1.5 Pro 002" : {
303+ "link" : " https://ai.google.dev/" ,
304+ "open-data" : " NONE" ,
305+ "pass@1" : {
306+ "humaneval" : 89.0 ,
307+ "humaneval+" : 79.3 ,
308+ "mbpp" : 89.7 ,
309+ "mbpp+" : 74.6
310+ },
311+ "prompted" : true ,
312+ "size" : null
313+ },
314+ "Gemini 1.5 Flash 002" : {
315+ "link" : " https://ai.google.dev/" ,
316+ "open-data" : " NONE" ,
317+ "pass@1" : {
318+ "humaneval" : 82.3 ,
319+ "humaneval+" : 75.6 ,
320+ "mbpp" : 84.7 ,
321+ "mbpp+" : 67.5
322+ },
323+ "prompted" : true ,
324+ "size" : null
325+ },
278326 "DeepSeek-Coder-V2-Instruct" : {
279327 "link" : " https://huggingface.co/deepseek-ai/DeepSeek-Coder-V2-Instruct" ,
280328 "open-data" : " NONE" ,
719767 "prompted" : true ,
720768 "size" : 36
721769 },
770+ "Codestral-22B-v0.1" : {
771+ "link" : " https://huggingface.co/mistralai/Codestral-22B-v0.1" ,
772+ "open-data" : " NONE" ,
773+ "pass@1" : {
774+ "humaneval" : 79.9 ,
775+ "humaneval+" : 73.8 ,
776+ "mbpp" : 72.5 ,
777+ "mbpp+" : 61.9
778+ },
779+ "prompted" : true ,
780+ "size" : 22
781+ },
722782 "Mistral-7B-Instruct-v0.2" : {
723783 "link" : " https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2" ,
724784 "open-data" : " NONE" ,
You can’t perform that action at this time.
0 commit comments