model,Dataset,Timeout,ET,NET,Max_NET,NET>5,ThroughtPut,NThroughtPut,Max_ThroughtPut,ThroughtPut>5,MU,NMU,Max_NMU,NMU>5,TMU,NTMU,Max_TMU,TMU>5,pass1
Artigenz-Coder-DS-6.7B,EffiBench,10,0.39,2.89,27.78,1.6,2187.71,0.9,0.92,0.0,62.13,1.59,2.48,0.0,19.72,2.35,70.28,90.9,36.4
claude-3-haiku_1,EffiBench,10,0.39,3.0,28.75,0.7,1969.94,0.88,0.93,0.0,59.15,1.64,2.05,0.0,17.99,2.66,72.87,90.0,42.9
claude-3-sonnet,EffiBench,10,0.4,3.05,17.43,0.9,1954.22,0.86,0.93,0.0,60.22,1.62,2.06,0.0,23.29,3.13,50.78,90.5,43.2
CodeFuse-DeepSeek-33B,EffiBench,10,0.36,2.77,6.1,0.3,1792.2,0.88,0.94,0.0,58.3,1.65,2.06,0.0,16.45,2.54,15.19,87.6,29.2
codegemma-7b-it,EffiBench,10,0.36,2.85,14.19,1.2,1775.12,0.81,0.93,0.0,58.46,1.68,2.06,0.0,16.12,2.87,40.54,89.8,16.6
codegemma-7b,EffiBench,10,0.34,2.82,8.09,0.8,2179.43,0.9,0.93,0.0,55.68,1.71,2.06,0.0,13.78,3.19,20.96,92.2,12.8
CodeLlama-7b-Instruct-hf,EffiBench,10,0.46,2.89,17.26,4.2,1881.5,0.71,0.94,0.0,77.87,1.43,3.59,0.0,32.14,1.87,56.61,87.5,4.8
CodeLlama-7b-Python-hf,EffiBench,10,0.34,2.64,4.05,0.0,2479.33,0.92,0.92,0.0,58.02,1.63,2.42,0.0,14.42,2.4,9.94,84.4,6.5
CodeLlama-13b-hf,EffiBench,10,0.4,1.95,3.21,0.0,2863.0,1.07,1.07,0.0,104.42,1.25,2.05,0.0,43.83,1.19,6.53,81.8,1.1
CodeLlama-13b-Instruct-hf,EffiBench,10,0.35,2.55,4.46,0.0,2448.5,0.91,0.92,0.0,65.96,1.54,2.48,0.0,18.74,1.89,10.22,91.6,8.4
CodeLlama-13b-Python-hf,EffiBench,10,0.37,2.69,9.54,1.0,2082.17,0.88,0.93,0.0,65.81,1.53,2.07,0.0,22.81,2.33,21.59,87.6,9.7
CodeLlama-34b-hf,EffiBench,10,0.34,2.76,4.46,0.0,2102.67,0.89,0.92,0.0,55.38,1.75,2.06,0.0,13.41,2.89,9.17,92.9,8.4
CodeLlama-34b-Instruct-hf,EffiBench,10,0.37,2.84,13.66,0.9,1850.17,0.89,0.93,0.0,61.31,1.62,2.56,0.0,18.53,2.68,31.46,87.4,11.1
CodeLlama-34b-Python-hf,EffiBench,10,0.39,3.02,45.19,0.9,2442.0,0.91,0.91,0.0,60.01,1.64,2.38,0.0,19.52,2.84,137.21,87.7,10.6
CodeLlama-70b-hf,EffiBench,10,0.42,3.18,13.92,4.4,2429.25,0.91,0.92,0.0,62.41,1.6,2.06,0.0,22.27,3.0,32.04,87.8,9.0
CodeLlama-70b-Instruct-hf,EffiBench,10,0.38,3.17,14.6,1.4,2469.0,0.93,0.93,0.0,54.04,1.79,2.06,0.0,18.27,5.45,33.69,90.3,7.2
deepseek-coder-1.3b-instruct,EffiBench,10,0.33,2.55,3.63,0.0,2552.0,0.93,0.93,0.0,57.73,1.66,2.03,0.0,13.11,2.92,8.13,88.9,4.5
deepseek-coder-6.7b-base,EffiBench,10,0.37,2.75,12.25,1.2,2473.25,0.91,0.92,0.0,62.78,1.58,2.14,0.0,19.55,2.21,23.39,89.7,16.5
deepseek-coder-6.7b-instruct,EffiBench,10,0.38,2.43,5.59,1.4,1261.0,0.48,0.75,0.0,73.73,1.42,2.57,0.0,26.84,1.83,13.81,88.4,6.9
deepseek-coder-33b-base,EffiBench,10,0.38,3.08,19.54,1.3,1955.36,0.85,0.92,0.0,60.3,1.82,37.39,0.4,22.05,3.88,604.13,91.9,23.5
gpt-3.5-turbo-0301,EffiBench,10,0.39,2.92,27.7,1.4,1907.38,0.88,0.95,0.0,60.53,1.61,2.05,0.0,19.06,2.52,70.62,89.1,42.3
gpt-3.5-turbo-0613,EffiBench,10,0.39,2.96,46.7,0.9,1912.42,0.88,0.94,0.0,59.82,1.64,2.64,0.0,19.11,2.68,161.12,89.9,46.4
gpt-3.5-turbo-1106,EffiBench,10,0.4,3.15,68.71,1.6,2177.43,0.91,1.18,0.0,59.34,1.66,9.12,0.2,19.39,2.85,182.63,90.9,49.3
gpt-4,EffiBench,10,0.37,2.88,13.89,1.0,1981.62,0.89,0.93,0.0,58.85,1.66,2.25,0.0,17.69,2.69,43.92,91.1,50.8
gpt-4-turbo-preview,EffiBench,10,0.38,3.02,27.0,1.2,2097.52,0.89,0.93,0.0,57.06,1.71,9.13,0.2,16.92,3.02,68.48,91.1,65.4
Magicoder-S-DS-6.7B,EffiBench,10,0.35,2.72,6.73,0.6,1731.36,0.71,0.74,0.0,60.12,1.62,2.61,0.0,16.84,2.32,14.24,89.0,36.3
Mistral-7B-codealpaca-lora,EffiBench,10,0.31,2.8,3.82,0.0,2099.0,0.79,0.79,0.0,51.51,1.91,2.36,0.0,10.5,5.46,9.2,88.5,2.6
OpenCodeInterpreter-DS-1.3B,EffiBench,10,0.35,2.5,3.93,0.0,1667.0,0.88,0.93,0.0,68.25,1.51,2.05,0.0,21.88,1.89,8.44,87.0,5.5
OpenCodeInterpreter-DS-6.7B,EffiBench,10,0.37,2.66,6.03,1.5,1880.0,0.91,0.94,0.0,63.41,1.58,2.37,0.0,19.17,2.21,14.14,87.9,13.2
OpenCodeInterpreter-DS-33B,EffiBench,10,0.39,2.95,26.06,1.7,1658.67,0.72,0.78,0.0,59.37,1.65,2.43,0.0,18.34,2.77,66.25,88.2,23.7
Phind-CodeLlama-34B-Python-v1,EffiBench,10,0.4,2.7,26.62,2.3,2504.14,0.93,0.93,0.0,71.23,1.47,2.31,0.0,26.23,1.89,90.38,89.5,13.3
Phind-CodeLlama-34B-v1,EffiBench,10,0.36,2.55,3.57,0.0,2466.33,0.92,0.92,0.0,67.63,1.51,2.06,0.0,22.61,2.07,7.76,88.0,11.7
Phind-CodeLlama-34B-v2,EffiBench,10,0.42,2.83,53.08,1.0,2226.0,0.91,0.93,0.0,70.53,1.46,2.6,0.0,26.24,1.94,139.88,86.4,19.1
starcoder,EffiBench,10,0.33,2.54,3.34,0.0,1657.0,0.87,0.91,0.0,65.23,1.55,2.06,0.0,17.67,2.03,6.88,85.3,3.4
starcoder2-3b,EffiBench,10,0.31,2.86,3.13,0.0,2842.0,1.07,1.07,0.0,51.58,1.87,2.04,0.0,10.55,5.42,6.61,92.3,1.3
starcoder2-7b,EffiBench,10,0.32,3.02,5.19,6.7,3281.0,1.2,1.2,0.0,48.55,1.98,2.06,0.0,10.63,6.29,12.69,100.0,1.5
WizardCoder-15B-V1.0,EffiBench,10,0.35,2.37,4.07,0.0,2214.33,1.02,1.03,0.0,72.72,1.45,2.06,0.0,20.63,1.76,9.51,83.3,3.0
WizardCoder-Python-13B-V1.0-GPTQ,EffiBench,10,0.46,2.75,16.48,2.9,1416.0,0.54,1.02,0.0,80.77,1.41,3.57,0.0,30.74,1.96,53.63,76.5,3.4
XwinCoder-13B,EffiBench,10,0.33,2.74,4.16,0.0,3227.5,1.2,1.21,0.0,57.7,1.68,2.05,0.0,14.4,2.64,8.95,92.8,8.4
XwinCoder-34B,EffiBench,10,0.34,2.75,6.32,0.5,3104.29,1.26,1.28,0.0,57.92,1.68,2.42,0.0,14.31,2.81,17.7,87.5,18.4
Yi-34B-200K,EffiBench,10,0.31,2.89,3.17,0.0,2106.0,0.88,0.96,0.0,49.88,1.93,2.06,0.0,10.23,5.72,6.78,91.7,3.6
Yi-34B-Chat,EffiBench,10,0.34,2.43,3.15,0.0,1719.0,1.01,1.03,0.0,68.99,1.49,2.05,0.0,19.09,1.84,6.69,89.3,2.8
Yi-34B,EffiBench,10,0.37,2.18,3.38,0.0,2868.0,1.08,1.08,0.0,83.42,1.37,2.05,0.0,26.71,1.39,7.13,88.5,2.6
Artigenz-Coder-DS-6.7B,MBPP,10,0.67,2.23,10.2,0.4,203.82,1.02,1.05,0.0,71.66,1.06,1.09,0.0,45.42,1.2,16.48,14.7,23.8
CodeFuse-DeepSeek-33B,MBPP,10,0.61,2.46,9.54,0.5,204.47,1.02,1.07,0.0,62.43,1.07,1.1,0.0,25.86,2.86,15.76,12.5,21.6
CodeLlama-7b-Instruct-hf,MBPP,10,0.38,1.7,2.37,0.0,205.86,1.03,1.05,0.0,62.37,1.07,1.1,0.0,15.32,2.07,3.01,0.0,5.0
CodeLlama-13b-Instruct-hf,MBPP,10,0.44,2.06,3.21,0.0,194.0,0.98,1.13,0.0,62.52,1.07,1.15,0.0,17.66,2.52,4.36,0.0,8.2
CodeLlama-34b-hf,MBPP,10,0.48,2.18,3.37,0.0,206.42,1.03,1.08,0.0,62.28,1.07,1.41,0.0,19.55,2.66,4.42,0.0,10.7
CodeLlama-34b-Instruct-hf,MBPP,10,0.55,2.07,3.55,0.0,206.0,1.04,1.06,0.0,62.39,1.07,1.11,0.0,22.45,2.29,4.62,0.0,12.4
CodeLlama-70b-Instruct-hf,MBPP,10,0.34,1.57,2.21,0.0,208.0,1.03,1.06,0.0,63.26,1.07,1.08,0.0,13.79,1.88,2.77,0.0,3.6
deepseek-coder-1.3b-instruct,MBPP,10,0.41,1.09,2.17,0.0,215.33,1.07,1.08,0.0,62.39,1.07,1.08,0.0,18.27,1.11,2.6,0.0,3.0
deepseek-coder-6.7b-instruct,MBPP,10,0.37,1.74,2.68,0.0,283.5,1.39,1.4,0.0,62.38,1.07,1.08,0.0,14.5,2.09,3.38,0.0,1.7
Magicoder-S-DS-6.7B,MBPP,10,0.66,2.45,5.14,0.9,201.7,1.01,1.05,0.0,62.63,1.06,1.1,0.0,26.86,2.45,7.07,9.4,22.4
Mistral-7B-codealpaca-lora,MBPP,10,0.48,2.04,3.39,0.0,205.5,1.03,1.06,0.0,62.34,1.07,1.1,0.0,19.85,2.37,4.65,0.0,8.9
OpenCodeInterpreter-DS-1.3B,MBPP,10,0.52,1.76,3.53,0.0,202.09,1.01,1.03,0.0,62.98,1.08,1.98,0.0,23.23,1.98,5.07,1.1,8.7
OpenCodeInterpreter-DS-6.7B,MBPP,10,0.6,2.5,9.54,1.4,202.75,1.02,1.04,0.0,62.37,1.07,1.1,0.0,25.39,3.0,16.14,2.8,14.3
OpenCodeInterpreter-DS-33B,MBPP,10,0.61,2.65,4.02,0.0,206.0,1.03,1.06,0.0,62.72,1.07,1.41,0.0,25.13,3.14,5.53,2.6,19.3
Phind-CodeLlama-34B-v2,MBPP,10,0.65,2.37,13.64,1.0,202.3,1.01,1.06,0.0,62.41,1.07,1.09,0.0,27.22,2.54,23.39,12.2,19.6
starcoder2-3b,MBPP,10,0.35,1.69,2.34,0.0,323.0,1.61,1.61,0.0,62.68,1.07,1.16,0.0,14.07,2.08,3.07,0.0,1.3
WizardCoder-Python-13B-V1.0-GPTQ,MBPP,10,0.47,1.58,2.9,0.0,204.6,1.04,1.06,0.0,62.37,1.07,1.1,0.0,19.8,1.67,4.12,0.0,5.7
WizardCoder-Python-34B-V1.0-GPTQ,MBPP,10,0.43,1.48,2.47,0.0,245.0,1.21,1.24,0.0,62.27,1.06,1.08,0.0,18.23,1.63,2.9,0.0,2.3
XwinCoder-13B,MBPP,10,0.59,2.5,4.23,0.0,202.9,1.01,1.03,0.0,62.36,1.07,1.08,0.0,24.18,2.93,5.16,2.0,15.2
XwinCoder-34B,MBPP,10,0.59,2.25,9.16,0.9,204.0,1.02,1.07,0.0,62.42,1.07,1.1,0.0,24.79,2.49,15.91,4.1,21.7
Artigenz-Coder-DS-6.7B,HumanEval,10,0.85,3.65,16.62,14.9,187.12,1.0,1.05,0.0,64.08,1.1,3.5,0.0,36.61,4.71,68.8,42.6,15.8
CodeFuse-DeepSeek-33B,HumanEval,10,0.86,3.69,20.03,6.2,184.57,0.99,1.02,0.0,64.06,1.1,3.5,0.0,37.87,4.88,88.91,45.8,15.6
CodeLlama-7b-Instruct-hf,HumanEval,10,0.87,3.68,19.48,9.5,186.88,1.0,1.04,0.0,65.03,1.14,3.51,0.0,36.71,4.62,74.88,19.0,7.8
CodeLlama-13b-Instruct-hf,HumanEval,10,0.86,3.58,5.18,2.8,187.5,1.0,1.03,0.0,63.77,1.06,1.14,0.0,37.64,4.69,7.15,52.8,11.3
CodeLlama-34b-hf,HumanEval,10,0.84,3.67,20.37,12.5,183.89,0.98,1.06,0.0,63.96,1.11,3.51,0.0,36.46,4.87,85.45,42.5,13.4
CodeLlama-34b-Instruct-hf,HumanEval,10,0.83,3.67,17.58,7.9,186.11,0.98,1.02,0.0,64.44,1.12,3.49,0.0,37.49,5.06,78.81,50.0,12.6
CodeLlama-70b-Instruct-hf,HumanEval,10,0.6,2.67,3.23,0.0,191.62,1.04,1.07,0.0,63.53,1.07,1.09,0.0,23.42,3.27,4.25,0.0,3.0
deepseek-coder-1.3b-instruct,HumanEval,10,0.66,2.91,4.01,0.0,201.8,1.01,1.02,0.0,64.32,1.06,1.09,0.0,26.82,3.65,5.56,20.0,3.7
deepseek-coder-6.7b-instruct,HumanEval,10,0.68,2.9,10.12,18.2,194.5,1.02,1.04,0.0,64.33,1.21,3.38,0.0,28.45,3.85,39.44,18.2,3.5
Magicoder-S-DS-6.7B,HumanEval,10,0.88,3.73,18.92,12.5,188.58,1.01,1.04,0.0,64.06,1.09,3.51,0.0,37.74,4.81,77.11,47.9,15.7
Mistral-7B-codealpaca-lora,HumanEval,10,0.84,3.63,20.28,9.3,189.53,1.01,1.04,0.0,64.06,1.11,3.5,0.0,36.72,4.79,87.18,46.5,14.6
OpenCodeInterpreter-DS-1.3B,HumanEval,10,0.81,3.43,11.73,12.5,192.86,1.01,1.04,0.0,64.09,1.09,3.4,0.0,33.8,4.31,47.74,33.3,6.5
OpenCodeInterpreter-DS-6.7B,HumanEval,10,0.82,3.67,9.31,19.2,188.43,1.02,1.05,0.0,62.89,1.11,3.49,0.0,34.27,4.76,37.83,42.3,10.4
OpenCodeInterpreter-DS-33B,HumanEval,10,0.89,3.82,19.14,4.3,189.79,1.01,1.05,0.0,64.0,1.09,3.51,0.0,39.06,5.07,89.48,53.2,14.6
Phind-CodeLlama-34B-v2,HumanEval,10,0.87,3.74,20.28,7.1,187.88,1.01,1.04,0.0,63.6,1.11,3.5,0.0,37.16,4.88,82.44,42.9,13.4
speechless-starcoder2-15b,HumanEval,10,0.54,2.38,3.05,0.0,271.4,1.38,1.39,0.0,62.3,1.06,1.08,0.0,22.03,3.0,3.84,0.0,1.7
starcoder2-3b,HumanEval,10,0.65,2.5,4.13,0.0,184.2,1.02,1.05,0.0,63.86,1.06,1.09,0.0,25.63,2.93,4.91,0.0,3.5
starcoder2-7b,HumanEval,10,0.5,1.94,2.71,0.0,278.33,1.45,1.47,0.0,66.65,1.06,1.08,0.0,20.87,2.31,3.37,0.0,1.6
WizardCoder-Python-7B-V1.0-GPTQ,HumanEval,10,0.8,3.46,4.58,0.0,190.4,1.02,1.04,0.0,63.75,1.08,1.73,0.0,32.37,4.3,7.11,28.6,10.5
WizardCoder-Python-13B-V1.0-GPTQ,HumanEval,10,0.65,2.7,4.09,0.0,193.91,1.0,1.02,0.0,62.8,1.09,1.74,0.0,26.59,3.37,8.69,6.7,5.2
WizardCoder-Python-34B-V1.0-GPTQ,HumanEval,10,0.77,3.29,4.96,0.0,193.13,1.03,1.06,0.0,63.67,1.08,1.73,0.0,32.73,4.29,7.08,30.0,11.2
XwinCoder-7B,HumanEval,10,0.87,3.74,16.11,18.0,188.72,1.0,1.06,0.0,64.04,1.1,3.5,0.0,38.09,4.95,67.87,46.0,16.4
XwinCoder-13B,HumanEval,10,0.87,3.75,20.24,10.4,189.03,1.01,1.04,0.0,64.09,1.11,3.49,0.0,37.54,4.89,77.02,47.9,15.3
XwinCoder-34B,HumanEval,10,0.9,3.89,18.92,14.0,186.87,1.0,1.05,0.0,63.97,1.1,3.51,0.0,39.18,5.1,79.99,54.0,15.7