Spaces:
Running
Running
Upload leaderboard_table_20240527.csv
Browse files
leaderboard_table_20240527.csv
CHANGED
@@ -41,48 +41,4 @@ XwinCoder-13B,EffiBench,10,0.33,2.74,4.16,0.0,3227.5,1.2,1.21,0.0,57.7,1.68,2.05
|
|
41 |
XwinCoder-34B,EffiBench,10,0.34,2.75,6.32,0.5,3104.29,1.26,1.28,0.0,57.92,1.68,2.42,0.0,14.31,2.81,17.7,87.5,18.4
|
42 |
Yi-34B-200K,EffiBench,10,0.31,2.89,3.17,0.0,2106.0,0.88,0.96,0.0,49.88,1.93,2.06,0.0,10.23,5.72,6.78,91.7,3.6
|
43 |
Yi-34B-Chat,EffiBench,10,0.34,2.43,3.15,0.0,1719.0,1.01,1.03,0.0,68.99,1.49,2.05,0.0,19.09,1.84,6.69,89.3,2.8
|
44 |
-
Yi-34B,EffiBench,10,0.37,2.18,3.38,0.0,2868.0,1.08,1.08,0.0,83.42,1.37,2.05,0.0,26.71,1.39,7.13,88.5,2.6
|
45 |
-
Artigenz-Coder-DS-6.7B,MBPP,10,0.67,2.23,10.2,0.4,203.82,1.02,1.05,0.0,71.66,1.06,1.09,0.0,45.42,1.2,16.48,14.7,23.8
|
46 |
-
CodeFuse-DeepSeek-33B,MBPP,10,0.61,2.46,9.54,0.5,204.47,1.02,1.07,0.0,62.43,1.07,1.1,0.0,25.86,2.86,15.76,12.5,21.6
|
47 |
-
CodeLlama-7b-Instruct-hf,MBPP,10,0.38,1.7,2.37,0.0,205.86,1.03,1.05,0.0,62.37,1.07,1.1,0.0,15.32,2.07,3.01,0.0,5.0
|
48 |
-
CodeLlama-13b-Instruct-hf,MBPP,10,0.44,2.06,3.21,0.0,194.0,0.98,1.13,0.0,62.52,1.07,1.15,0.0,17.66,2.52,4.36,0.0,8.2
|
49 |
-
CodeLlama-34b-hf,MBPP,10,0.48,2.18,3.37,0.0,206.42,1.03,1.08,0.0,62.28,1.07,1.41,0.0,19.55,2.66,4.42,0.0,10.7
|
50 |
-
CodeLlama-34b-Instruct-hf,MBPP,10,0.55,2.07,3.55,0.0,206.0,1.04,1.06,0.0,62.39,1.07,1.11,0.0,22.45,2.29,4.62,0.0,12.4
|
51 |
-
CodeLlama-70b-Instruct-hf,MBPP,10,0.34,1.57,2.21,0.0,208.0,1.03,1.06,0.0,63.26,1.07,1.08,0.0,13.79,1.88,2.77,0.0,3.6
|
52 |
-
deepseek-coder-1.3b-instruct,MBPP,10,0.41,1.09,2.17,0.0,215.33,1.07,1.08,0.0,62.39,1.07,1.08,0.0,18.27,1.11,2.6,0.0,3.0
|
53 |
-
deepseek-coder-6.7b-instruct,MBPP,10,0.37,1.74,2.68,0.0,283.5,1.39,1.4,0.0,62.38,1.07,1.08,0.0,14.5,2.09,3.38,0.0,1.7
|
54 |
-
Magicoder-S-DS-6.7B,MBPP,10,0.66,2.45,5.14,0.9,201.7,1.01,1.05,0.0,62.63,1.06,1.1,0.0,26.86,2.45,7.07,9.4,22.4
|
55 |
-
Mistral-7B-codealpaca-lora,MBPP,10,0.48,2.04,3.39,0.0,205.5,1.03,1.06,0.0,62.34,1.07,1.1,0.0,19.85,2.37,4.65,0.0,8.9
|
56 |
-
OpenCodeInterpreter-DS-1.3B,MBPP,10,0.52,1.76,3.53,0.0,202.09,1.01,1.03,0.0,62.98,1.08,1.98,0.0,23.23,1.98,5.07,1.1,8.7
|
57 |
-
OpenCodeInterpreter-DS-6.7B,MBPP,10,0.6,2.5,9.54,1.4,202.75,1.02,1.04,0.0,62.37,1.07,1.1,0.0,25.39,3.0,16.14,2.8,14.3
|
58 |
-
OpenCodeInterpreter-DS-33B,MBPP,10,0.61,2.65,4.02,0.0,206.0,1.03,1.06,0.0,62.72,1.07,1.41,0.0,25.13,3.14,5.53,2.6,19.3
|
59 |
-
Phind-CodeLlama-34B-v2,MBPP,10,0.65,2.37,13.64,1.0,202.3,1.01,1.06,0.0,62.41,1.07,1.09,0.0,27.22,2.54,23.39,12.2,19.6
|
60 |
-
starcoder2-3b,MBPP,10,0.35,1.69,2.34,0.0,323.0,1.61,1.61,0.0,62.68,1.07,1.16,0.0,14.07,2.08,3.07,0.0,1.3
|
61 |
-
WizardCoder-Python-13B-V1.0-GPTQ,MBPP,10,0.47,1.58,2.9,0.0,204.6,1.04,1.06,0.0,62.37,1.07,1.1,0.0,19.8,1.67,4.12,0.0,5.7
|
62 |
-
WizardCoder-Python-34B-V1.0-GPTQ,MBPP,10,0.43,1.48,2.47,0.0,245.0,1.21,1.24,0.0,62.27,1.06,1.08,0.0,18.23,1.63,2.9,0.0,2.3
|
63 |
-
XwinCoder-13B,MBPP,10,0.59,2.5,4.23,0.0,202.9,1.01,1.03,0.0,62.36,1.07,1.08,0.0,24.18,2.93,5.16,2.0,15.2
|
64 |
-
XwinCoder-34B,MBPP,10,0.59,2.25,9.16,0.9,204.0,1.02,1.07,0.0,62.42,1.07,1.1,0.0,24.79,2.49,15.91,4.1,21.7
|
65 |
-
Artigenz-Coder-DS-6.7B,HumanEval,10,0.85,3.65,16.62,14.9,187.12,1.0,1.05,0.0,64.08,1.1,3.5,0.0,36.61,4.71,68.8,42.6,15.8
|
66 |
-
CodeFuse-DeepSeek-33B,HumanEval,10,0.86,3.69,20.03,6.2,184.57,0.99,1.02,0.0,64.06,1.1,3.5,0.0,37.87,4.88,88.91,45.8,15.6
|
67 |
-
CodeLlama-7b-Instruct-hf,HumanEval,10,0.87,3.68,19.48,9.5,186.88,1.0,1.04,0.0,65.03,1.14,3.51,0.0,36.71,4.62,74.88,19.0,7.8
|
68 |
-
CodeLlama-13b-Instruct-hf,HumanEval,10,0.86,3.58,5.18,2.8,187.5,1.0,1.03,0.0,63.77,1.06,1.14,0.0,37.64,4.69,7.15,52.8,11.3
|
69 |
-
CodeLlama-34b-hf,HumanEval,10,0.84,3.67,20.37,12.5,183.89,0.98,1.06,0.0,63.96,1.11,3.51,0.0,36.46,4.87,85.45,42.5,13.4
|
70 |
-
CodeLlama-34b-Instruct-hf,HumanEval,10,0.83,3.67,17.58,7.9,186.11,0.98,1.02,0.0,64.44,1.12,3.49,0.0,37.49,5.06,78.81,50.0,12.6
|
71 |
-
CodeLlama-70b-Instruct-hf,HumanEval,10,0.6,2.67,3.23,0.0,191.62,1.04,1.07,0.0,63.53,1.07,1.09,0.0,23.42,3.27,4.25,0.0,3.0
|
72 |
-
deepseek-coder-1.3b-instruct,HumanEval,10,0.66,2.91,4.01,0.0,201.8,1.01,1.02,0.0,64.32,1.06,1.09,0.0,26.82,3.65,5.56,20.0,3.7
|
73 |
-
deepseek-coder-6.7b-instruct,HumanEval,10,0.68,2.9,10.12,18.2,194.5,1.02,1.04,0.0,64.33,1.21,3.38,0.0,28.45,3.85,39.44,18.2,3.5
|
74 |
-
Magicoder-S-DS-6.7B,HumanEval,10,0.88,3.73,18.92,12.5,188.58,1.01,1.04,0.0,64.06,1.09,3.51,0.0,37.74,4.81,77.11,47.9,15.7
|
75 |
-
Mistral-7B-codealpaca-lora,HumanEval,10,0.84,3.63,20.28,9.3,189.53,1.01,1.04,0.0,64.06,1.11,3.5,0.0,36.72,4.79,87.18,46.5,14.6
|
76 |
-
OpenCodeInterpreter-DS-1.3B,HumanEval,10,0.81,3.43,11.73,12.5,192.86,1.01,1.04,0.0,64.09,1.09,3.4,0.0,33.8,4.31,47.74,33.3,6.5
|
77 |
-
OpenCodeInterpreter-DS-6.7B,HumanEval,10,0.82,3.67,9.31,19.2,188.43,1.02,1.05,0.0,62.89,1.11,3.49,0.0,34.27,4.76,37.83,42.3,10.4
|
78 |
-
OpenCodeInterpreter-DS-33B,HumanEval,10,0.89,3.82,19.14,4.3,189.79,1.01,1.05,0.0,64.0,1.09,3.51,0.0,39.06,5.07,89.48,53.2,14.6
|
79 |
-
Phind-CodeLlama-34B-v2,HumanEval,10,0.87,3.74,20.28,7.1,187.88,1.01,1.04,0.0,63.6,1.11,3.5,0.0,37.16,4.88,82.44,42.9,13.4
|
80 |
-
speechless-starcoder2-15b,HumanEval,10,0.54,2.38,3.05,0.0,271.4,1.38,1.39,0.0,62.3,1.06,1.08,0.0,22.03,3.0,3.84,0.0,1.7
|
81 |
-
starcoder2-3b,HumanEval,10,0.65,2.5,4.13,0.0,184.2,1.02,1.05,0.0,63.86,1.06,1.09,0.0,25.63,2.93,4.91,0.0,3.5
|
82 |
-
starcoder2-7b,HumanEval,10,0.5,1.94,2.71,0.0,278.33,1.45,1.47,0.0,66.65,1.06,1.08,0.0,20.87,2.31,3.37,0.0,1.6
|
83 |
-
WizardCoder-Python-7B-V1.0-GPTQ,HumanEval,10,0.8,3.46,4.58,0.0,190.4,1.02,1.04,0.0,63.75,1.08,1.73,0.0,32.37,4.3,7.11,28.6,10.5
|
84 |
-
WizardCoder-Python-13B-V1.0-GPTQ,HumanEval,10,0.65,2.7,4.09,0.0,193.91,1.0,1.02,0.0,62.8,1.09,1.74,0.0,26.59,3.37,8.69,6.7,5.2
|
85 |
-
WizardCoder-Python-34B-V1.0-GPTQ,HumanEval,10,0.77,3.29,4.96,0.0,193.13,1.03,1.06,0.0,63.67,1.08,1.73,0.0,32.73,4.29,7.08,30.0,11.2
|
86 |
-
XwinCoder-7B,HumanEval,10,0.87,3.74,16.11,18.0,188.72,1.0,1.06,0.0,64.04,1.1,3.5,0.0,38.09,4.95,67.87,46.0,16.4
|
87 |
-
XwinCoder-13B,HumanEval,10,0.87,3.75,20.24,10.4,189.03,1.01,1.04,0.0,64.09,1.11,3.49,0.0,37.54,4.89,77.02,47.9,15.3
|
88 |
-
XwinCoder-34B,HumanEval,10,0.9,3.89,18.92,14.0,186.87,1.0,1.05,0.0,63.97,1.1,3.51,0.0,39.18,5.1,79.99,54.0,15.7
|
|
|
41 |
XwinCoder-34B,EffiBench,10,0.34,2.75,6.32,0.5,3104.29,1.26,1.28,0.0,57.92,1.68,2.42,0.0,14.31,2.81,17.7,87.5,18.4
|
42 |
Yi-34B-200K,EffiBench,10,0.31,2.89,3.17,0.0,2106.0,0.88,0.96,0.0,49.88,1.93,2.06,0.0,10.23,5.72,6.78,91.7,3.6
|
43 |
Yi-34B-Chat,EffiBench,10,0.34,2.43,3.15,0.0,1719.0,1.01,1.03,0.0,68.99,1.49,2.05,0.0,19.09,1.84,6.69,89.3,2.8
|
44 |
+
Yi-34B,EffiBench,10,0.37,2.18,3.38,0.0,2868.0,1.08,1.08,0.0,83.42,1.37,2.05,0.0,26.71,1.39,7.13,88.5,2.6
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|