model,throughput,response_length,latency,energy
lmsys/vicuna-7B,30.071255281840546,284.27266621893887,9.474226236086707,2239.068904633984
lmsys/vicuna-13B,17.50774908972375,281.298522498321,16.096842177613397,4265.287245130957
tatsu-lab/alpaca-7B,30.09713731797294,125.20013431833445,4.129986896187982,916.045386501007
metaai/llama-7B,25.768609507174105,64.59032907991941,2.284814629996714,525.7081235728675
metaai/llama-13B,15.699146010424393,80.32236400268637,4.757332595030835,1293.689832437891
camel-ai/CAMEL-13B-Combined-Data,17.40620018812374,292.3438549361988,16.834190191676036,4466.796722968406
RWKV/rwkv-raven-7b,33.10830960148045,243.21793149764943,6.9481068778416555,1833.7241615177682
databricks/dolly-v2-12b,15.597444626791148,148.3270651443922,9.168758730287117,2362.087664204047
FreedomIntelligence/phoenix-inst-chat-7b,32.663340053939855,243.14909335124244,7.271332307256473,2149.2483156478947
h2oai/h2ogpt-gm-oasst1-en-2048-open-llama-7b-preview-300bt-v2,28.851651162429675,216.66286098052385,7.544740398256815,1636.1981326393268
lmsys/fastchat-t5-3b-v1.0,21.694893194918894,312.84116856950976,17.951570049172194,1787.5060366017656
Neutralzz/BiLLa-7B-SFT,29.49201862368961,159.29986568166555,5.443799112468728,1218.644757555166
nomic-ai/gpt4all-13b-snoozy,17.46230398293782,250.1742780389523,14.322901371942146,4093.901904969787
openaccess-ai-collective/manticore-13b-chat-pyg,17.485883513135143,289.58697112155807,16.594830177599892,4316.488665547325
OpenAssistant/oasst-sft-1-pythia-12b,16.056643548610985,254.26259234385495,15.462307354021265,3891.8823989257867
project-baize/baize-v2-7B,29.004360284420006,324.24546675621224,11.011670755046683,2621.3502615853154
BAIR/koala-7b,29.723806931945834,260.7196104768301,8.720630589929986,2017.3295624580246
BAIR/koala-13b,17.451436035057224,262.5295500335796,15.030911340299886,3827.6102800537265
StabilityAI/stablelm-tuned-alpha-7b,26.413142361637988,255.34687709872398,9.454673889303727,2319.91146675621
togethercomputer/RedPajama-INCITE-7B-Chat,21.410571862447824,279.5094022834117,12.506414288534286,2541.441298522497
metaai/Llama-2-13b-chat-hf,16.95804416983929,384.7333781061115,22.55271715111622,4337.670243116255
metaai/Llama-2-7b-chat-hf,31.922994116700572,428.19341840161184,13.367807321468502,2556.7166067830576
Salesforce/xgen-7b-8k-inst,30.881860177395993,272.84116856950976,8.90293158029373,2142.922134654025