data/A40_instruct_benchmark.csv

model,throughput,response_length,latency,energy
FreedomIntelligence/phoenix-inst-chat-7b,32.795664087070854,221.2484889187374,6.588933942256567,1863.514234721291
tatsu-lab/alpaca-7B,30.107577299286163,126.36030893216925,4.161682809197595,973.6026363331109
togethercomputer/RedPajama-INCITE-7B-Chat,17.009700321585225,282.3190060443251,15.98330062659441,2834.287281396827
lmsys/vicuna-7B,29.417977025894693,267.841840161182,9.164755312435684,2131.3740241775145
BlinkDL/RWKV-4-Raven-7B-v12-Eng98%-Other2%-20230521-ctx8192.pth,33.80171881884355,264.9563465413029,7.560664676534496,2049.7698284082962
databricks/dolly-v2-12b,15.67950302952103,155.61316319677636,9.582122375200395,2369.283402619204
camel-ai/CAMEL-13B-Combined-Data,17.522554791478672,245.7824042981867,14.081241566503387,3646.9116689053053
BAIR/koala-7b,29.350583449996343,253.7239758226998,8.64835721658589,1918.897159502941
openaccess-ai-collective/manticore-13b-chat-pyg,17.267666593018745,276.03559435862996,16.03621509688224,4113.539149429272
OpenAssistant/oasst-sft-1-pythia-12b,14.438332974888972,253.76796507723304,17.249506058312747,3936.226839825601
h2oai/h2ogpt-gm-oasst1-en-2048-open-llama-7b-preview-300bt-v2,29.207313503768304,233.47951645399598,8.096591130254916,1804.4821860309694
project-baize/baize-v2-7B,28.47516339265779,306.76561450638013,10.688193155492014,2415.801835795991
StabilityAI/stablelm-tuned-alpha-7b,23.120196395716167,244.85930154466084,10.369934308136857,2445.444213566122
lmsys/vicuna-13B,17.595105665816288,263.95567494963063,15.050040050311223,3967.4957498321023
Neutralzz/BiLLa-7B-SFT,28.937231313361377,142.33848220282067,4.7632941655637016,1177.3565590999485
metaai/llama-13B,15.747651109641996,101.69375419744796,5.970782866386873,1693.432888515849
lmsys/fastchat-t5-3b-v1.0,31.014371537480102,357.13734049697786,17.964342393854206,1758.7082199462513
nomic-ai/gpt4all-13b-snoozy,17.558360268154225,232.67461383478846,13.290953806575821,3411.2449123573792
BAIR/koala-13b,17.468010116614902,254.08529214237743,14.4913390549458,3858.416870718604
metaai/llama-7B,26.40244189851013,104.19308260577569,3.608983782098236,864.4181752854275