| Models,Size (B),Throughput (tokens/s),Seq_length,#Languages,humaneval-python,php,julia,d,lua,r,racket,rust,swift,Throughput (tokens/s) bs=50,Peak Memory (MB) | |
| CodeGen-16B-Multi,16.0,17.2,2048,6,19.26,8.37,0.0,7.68,8.5,6.45,0.66,4.21,1.25,0.0,32890 | |
| StarCoder-15B,15.0,43.9,8192,86,33.57,26.08,23.02,13.57,23.89,15.5,0.07,21.84,22.74,1490.0,33461 | |
| StarCoderBase-15B,15.0,43.8,8192,86,30.35,26.75,21.09,10.01,26.61,10.18,11.77,24.46,16.74,1460.0,32366 | |
| StarCoderBase-7B,7.0,46.9,8192,86,28.37,22.12,21.77,8.1,23.35,14.51,11.08,22.6,15.1,1700.0,16512 | |
| StarCoderBase-3B,3.0,50.0,8192,86,21.5,18.55,16.1,4.97,18.04,10.1,7.87,16.32,9.98,1770.0,8414 | |
| Replit-2.7B,2.7,42.2,2048,20,20.12,16.14,1.24,6.41,2.11,7.2,3.22,15.19,5.88,577.0,7176 | |
| SantaCoder-1.1B,1.1,50.8,2048,3,18.12,1.5,0.0,0.0,0.1,0.0,0.0,2.0,0.7,2270.0,4602 | |
| StarCoderBase-1.1B,1.1,71.4,8192,86,15.17,9.94,11.31,4.65,12.52,5.73,5.03,10.24,3.92,2360.0,4586 | |
| CodeGen25-7B-mono,7.0,34.1,2048,86,33.08,16.75,4.65,4.32,6.75,4.41,4.07,7.83,1.71,687.0,15336 | |
| CodeGen25-7B-multi,7.0,32.6,2048,86,28.7,21.98,19.11,8.84,23.44,11.59,10.37,21.84,16.62,680.0,15336 | |
| CodeGeex2-6B,6.0,32.7,8192,100,33.49,25.27,20.93,8.44,15.94,14.58,11.75,20.45,22.06,982,14110 | |
| WizardCoder-15B-V1.0,15.0,43.7,8192,86,58.12,39.34,33.98,12.14,27.85,22.53,13.39,33.74,27.06,1470.0,32414 | |
| StableCode-3B,3,30.2,16384,7,20.2,3.95,0,4.77,5.14,0.8,0.008,2.03,0.98,718,15730 | |
| OctoCoder-15B,15,44.4,8192,86,45.3,26.76,24.5,13.35,22.56,14.39,10.61,24.26,18.24,1520,32278 | |
| OctoGeeX-7B,7,32.7,8192,100,42.28,25.85,22.94,9.77,16.19,13.66,12.02,17.94,17.03,982,14110 | |