Zhiyu Wu commited on
Commit
7d45d08
1 Parent(s): 6744d9c

add xgen (#28)

Browse files
data/A100_chat-concise_benchmark.csv CHANGED
@@ -19,3 +19,4 @@ openaccess-ai-collective/manticore-13b-chat-pyg,26.16054700304064,276.1705842847
19
  StabilityAI/stablelm-tuned-alpha-7b,45.937935977440574,244.92578912021492,5.171557462488085,1199.1363797850827
20
  project-baize/baize-v2-7B,31.98482659469149,316.2058428475487,9.718332352424522,1593.2951074546695
21
  togethercomputer/RedPajama-INCITE-7B-Chat,27.099977162771395,275.3183344526528,9.708286378669253,1423.8720110812499
 
 
19
  StabilityAI/stablelm-tuned-alpha-7b,45.937935977440574,244.92578912021492,5.171557462488085,1199.1363797850827
20
  project-baize/baize-v2-7B,31.98482659469149,316.2058428475487,9.718332352424522,1593.2951074546695
21
  togethercomputer/RedPajama-INCITE-7B-Chat,27.099977162771395,275.3183344526528,9.708286378669253,1423.8720110812499
22
+ Salesforce/xgen-7b-8k-inst,48.26598174227058,274.099395567495,5.723015730856568,1272.8863495634648
data/A100_chat_benchmark.csv CHANGED
@@ -19,3 +19,4 @@ openaccess-ai-collective/manticore-13b-chat-pyg,26.280767439646972,288.815312290
19
  project-baize/baize-v2-7B,31.591810721211225,326.29952988582943,10.17013366094905,1588.2741897246513
20
  tatsu-lab/alpaca-7B,28.0006749636751,132.84586971121558,4.627808613438331,684.1749345198082
21
  togethercomputer/RedPajama-INCITE-7B-Chat,27.48563290418453,274.39456010745465,9.540005102660757,1457.8563905305575
 
 
19
  project-baize/baize-v2-7B,31.591810721211225,326.29952988582943,10.17013366094905,1588.2741897246513
20
  tatsu-lab/alpaca-7B,28.0006749636751,132.84586971121558,4.627808613438331,684.1749345198082
21
  togethercomputer/RedPajama-INCITE-7B-Chat,27.48563290418453,274.39456010745465,9.540005102660757,1457.8563905305575
22
+ Salesforce/xgen-7b-8k-inst,49.54232207970749,275.2686366689053,5.597276540872152,1246.0923297515117
data/A100_instruct-concise_benchmark.csv CHANGED
@@ -19,3 +19,4 @@ OpenAssistant/oasst-sft-1-pythia-12b,24.824754847354107,236.00940228341167,9.223
19
  project-baize/baize-v2-7B,31.451660882452277,241.78945601074545,7.49180176517012,1276.267568838159
20
  StabilityAI/stablelm-tuned-alpha-7b,44.77280320960753,224.9724647414372,4.834958684556046,1105.6361689053056
21
  togethercomputer/RedPajama-INCITE-7B-Chat,26.907685411875395,276.31497649429144,9.836634313501508,1464.5413824714485
 
 
19
  project-baize/baize-v2-7B,31.451660882452277,241.78945601074545,7.49180176517012,1276.267568838159
20
  StabilityAI/stablelm-tuned-alpha-7b,44.77280320960753,224.9724647414372,4.834958684556046,1105.6361689053056
21
  togethercomputer/RedPajama-INCITE-7B-Chat,26.907685411875395,276.31497649429144,9.836634313501508,1464.5413824714485
22
+ Salesforce/xgen-7b-8k-inst,44.663943769832876,274.27333781061117,6.187109905653467,1280.4384345198118
data/A100_instruct_benchmark.csv CHANGED
@@ -19,3 +19,4 @@ openaccess-ai-collective/manticore-13b-chat-pyg,26.222449633250086,275.881799865
19
  project-baize/baize-v2-7B,32.41073358811793,300.9086635325722,9.142081563219637,1529.693656480853
20
  tatsu-lab/alpaca-7B,25.79378618278183,127.34217595701813,4.787391331217622,727.924358965749
21
  togethercomputer/RedPajama-INCITE-7B-Chat,27.400950213545173,283.26158495634655,9.932342660383254,1629.655866689063
 
 
19
  project-baize/baize-v2-7B,32.41073358811793,300.9086635325722,9.142081563219637,1529.693656480853
20
  tatsu-lab/alpaca-7B,25.79378618278183,127.34217595701813,4.787391331217622,727.924358965749
21
  togethercomputer/RedPajama-INCITE-7B-Chat,27.400950213545173,283.26158495634655,9.932342660383254,1629.655866689063
22
+ Salesforce/xgen-7b-8k-inst,48.57875587391399,273.65950302216254,5.67808680985901,1209.0622276695774
data/A40_chat-concise_benchmark.csv CHANGED
@@ -21,3 +21,4 @@ openaccess-ai-collective/manticore-13b-chat-pyg,17.220798012743607,268.912693082
21
  FreedomIntelligence/phoenix-inst-chat-7b,32.33242374435414,229.95869711215582,6.910495058340042,2049.7076356614534
22
  metaai/Llama-2-13b-chat-hf,16.934647828854768,358.7941571524513,20.990738735323337,3942.400414707617
23
  metaai/Llama-2-7b-chat-hf,31.733044836542074,402.6699126930826,12.569092892522697,2398.9215396235386
 
 
21
  FreedomIntelligence/phoenix-inst-chat-7b,32.33242374435414,229.95869711215582,6.910495058340042,2049.7076356614534
22
  metaai/Llama-2-13b-chat-hf,16.934647828854768,358.7941571524513,20.990738735323337,3942.400414707617
23
  metaai/Llama-2-7b-chat-hf,31.733044836542074,402.6699126930826,12.569092892522697,2398.9215396235386
24
+ Salesforce/xgen-7b-8k-inst,30.93318284190912,271.8891873740766,8.863184430360635,2114.634217595678
data/A40_chat_benchmark.csv CHANGED
@@ -21,3 +21,4 @@ StabilityAI/stablelm-tuned-alpha-7b,26.413142361637988,255.34687709872398,9.4546
21
  togethercomputer/RedPajama-INCITE-7B-Chat,21.410571862447824,279.5094022834117,12.506414288534286,2541.441298522497
22
  metaai/Llama-2-13b-chat-hf,16.95804416983929,384.7333781061115,22.55271715111622,4337.670243116255
23
  metaai/Llama-2-7b-chat-hf,31.922994116700572,428.19341840161184,13.367807321468502,2556.7166067830576
 
 
21
  togethercomputer/RedPajama-INCITE-7B-Chat,21.410571862447824,279.5094022834117,12.506414288534286,2541.441298522497
22
  metaai/Llama-2-13b-chat-hf,16.95804416983929,384.7333781061115,22.55271715111622,4337.670243116255
23
  metaai/Llama-2-7b-chat-hf,31.922994116700572,428.19341840161184,13.367807321468502,2556.7166067830576
24
+ Salesforce/xgen-7b-8k-inst,30.881860177395993,272.84116856950976,8.90293158029373,2142.922134654025
data/A40_instruct-concise_benchmark.csv CHANGED
@@ -21,3 +21,4 @@ project-baize/baize-v2-7B,28.13796712305154,262.9902619207522,9.250474432119292,
21
  lmsys/fastchat-t5-3b-v1.0,40.20822673632634,281.74110141034254,10.492163513616964,1110.3276249158694
22
  metaai/Llama-2-13b-chat-hf,16.753336372767794,223.39019476158495,12.93183804940574,2423.302869711249
23
  metaai/Llama-2-7b-chat-hf,30.95799874634315,220.83680322364003,6.815573463441101,1288.2125369376631
 
 
21
  lmsys/fastchat-t5-3b-v1.0,40.20822673632634,281.74110141034254,10.492163513616964,1110.3276249158694
22
  metaai/Llama-2-13b-chat-hf,16.753336372767794,223.39019476158495,12.93183804940574,2423.302869711249
23
  metaai/Llama-2-7b-chat-hf,30.95799874634315,220.83680322364003,6.815573463441101,1288.2125369376631
24
+ Salesforce/xgen-7b-8k-inst,30.94642095862988,272.62760241773003,8.882096162332314,2275.1287498320407
data/A40_instruct_benchmark.csv CHANGED
@@ -21,3 +21,4 @@ BAIR/koala-13b,17.468010116614902,254.08529214237743,14.4913390549458,3858.41687
21
  metaai/llama-7B,26.40244189851013,104.19308260577569,3.608983782098236,864.4181752854275
22
  metaai/Llama-2-13b-chat-hf,16.999960399598052,371.56312961719277,21.688517364074986,4210.194823371436
23
  metaai/Llama-2-7b-chat-hf,31.815139493955602,365.40362659503023,11.316028104293823,2180.2478049026786
 
 
21
  metaai/llama-7B,26.40244189851013,104.19308260577569,3.608983782098236,864.4181752854275
22
  metaai/Llama-2-13b-chat-hf,16.999960399598052,371.56312961719277,21.688517364074986,4210.194823371436
23
  metaai/Llama-2-7b-chat-hf,31.815139493955602,365.40362659503023,11.316028104293823,2180.2478049026786
24
+ Salesforce/xgen-7b-8k-inst,30.891816462104057,274.67360644728006,8.955940515903757,2099.338151779749
data/V100_chat-concise_benchmark.csv CHANGED
@@ -19,3 +19,4 @@ databricks/dolly-v2-12b,14.77422282257357,145.3566151779718,9.38322044956342,139
19
  h2oai/h2ogpt-gm-oasst1-en-2048-open-llama-7b-preview-300bt-v2,31.09362733624043,213.68334452652786,6.7498229851656,1084.1301658831444
20
  nomic-ai/gpt4all-13b-snoozy,21.536649161834035,212.530557421088,9.801092169845262,1977.1679271323053
21
  togethercomputer/RedPajama-INCITE-7B-Chat,21.663817805785996,273.98455339153793,12.047950960830523,1659.1448901947638
 
 
19
  h2oai/h2ogpt-gm-oasst1-en-2048-open-llama-7b-preview-300bt-v2,31.09362733624043,213.68334452652786,6.7498229851656,1084.1301658831444
20
  nomic-ai/gpt4all-13b-snoozy,21.536649161834035,212.530557421088,9.801092169845262,1977.1679271323053
21
  togethercomputer/RedPajama-INCITE-7B-Chat,21.663817805785996,273.98455339153793,12.047950960830523,1659.1448901947638
22
+ Salesforce/xgen-7b-8k-inst,38.01892516162966,274.0402955003358,7.251852527010593,1449.515241101413
data/V100_chat_benchmark.csv CHANGED
@@ -19,3 +19,4 @@ databricks/dolly-v2-12b,14.8711288386801,151.2726662189389,9.739419852054695,145
19
  lmsys/vicuna-7B,32.13252691172293,283.11618535930154,8.759656009372382,1458.5311544660867
20
  nomic-ai/gpt4all-13b-snoozy,21.59345917467568,244.30624580255204,11.242197763509727,2265.4151793149776
21
  togethercomputer/RedPajama-INCITE-7B-Chat,22.218321996015874,278.4751511081263,11.953991510078367,1661.3254805238432
 
 
19
  lmsys/vicuna-7B,32.13252691172293,283.11618535930154,8.759656009372382,1458.5311544660867
20
  nomic-ai/gpt4all-13b-snoozy,21.59345917467568,244.30624580255204,11.242197763509727,2265.4151793149776
21
  togethercomputer/RedPajama-INCITE-7B-Chat,22.218321996015874,278.4751511081263,11.953991510078367,1661.3254805238432
22
+ Salesforce/xgen-7b-8k-inst,37.91403759725149,273.3502350570853,7.256534066994451,1327.9763411685672
data/V100_instruct-concise_benchmark.csv CHANGED
@@ -19,3 +19,4 @@ OpenAssistant/oasst-sft-1-pythia-12b,15.311911635208784,239.28374748153124,15.18
19
  h2oai/h2ogpt-gm-oasst1-en-2048-open-llama-7b-preview-300bt-v2,30.99540256126542,217.50503693754197,6.9492957234086985,1093.5390379449263
20
  project-baize/baize-v2-7B,30.171092209096468,243.02182672934856,7.826149599316017,1279.5043529214238
21
  tatsu-lab/alpaca-7B,32.01702487024256,119.6296171927468,3.623346220601726,576.9808673606445
 
 
19
  h2oai/h2ogpt-gm-oasst1-en-2048-open-llama-7b-preview-300bt-v2,30.99540256126542,217.50503693754197,6.9492957234086985,1093.5390379449263
20
  project-baize/baize-v2-7B,30.171092209096468,243.02182672934856,7.826149599316017,1279.5043529214238
21
  tatsu-lab/alpaca-7B,32.01702487024256,119.6296171927468,3.623346220601726,576.9808673606445
22
+ Salesforce/xgen-7b-8k-inst,38.467648583908094,274.2149093351242,7.175161660318009,1445.4932884486213
data/V100_instruct_benchmark.csv CHANGED
@@ -19,3 +19,4 @@ metaai/llama-7B,23.642990385313613,110.3025520483546,3.7306664026356073,636.4017
19
  tatsu-lab/alpaca-7B,31.257537640928863,127.87004701141706,3.9853428024686144,671.8288287441229
20
  BAIR/koala-7b,31.414143726094665,253.60376091336468,7.832867446137829,1181.3637347212878
21
  RWKV/rwkv-raven-7b,39.9399840394634,246.79650772330425,5.83791405340994,1302.0306672263273
 
 
19
  tatsu-lab/alpaca-7B,31.257537640928863,127.87004701141706,3.9853428024686144,671.8288287441229
20
  BAIR/koala-7b,31.414143726094665,253.60376091336468,7.832867446137829,1181.3637347212878
21
  RWKV/rwkv-raven-7b,39.9399840394634,246.79650772330425,5.83791405340994,1302.0306672263273
22
+ Salesforce/xgen-7b-8k-inst,37.60606003674811,273.058764271323,7.2999356819368035,1329.6854536601766