Spaces:
Running
Running
Florian Leuerer
commited on
Commit
•
d09e689
1
Parent(s):
a55f8bc
google gemma
Browse files- data.csv +0 -0
- data_stats_langs.csv +16 -10
- model_stats.csv +6 -0
data.csv
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
data_stats_langs.csv
CHANGED
@@ -2,22 +2,24 @@ model,model_name,de,en,de_frac
|
|
2 |
mattshumer_mistral-8x7b-chat,mattshumer/mistral-8x7b-chat (Mistral),0.5600046414510724,0.6436643654583162,
|
3 |
DiscoResearch_mixtral-7b-8expert,DiscoResearch/mixtral-7b-8expert (Mistral MoE),0.530225066820544,0.6235667963921786,
|
4 |
VAGOsolutions_SauerkrautLM-SOLAR-Instruct,VAGOsolutions/SauerkrautLM-SOLAR-Instruct (Mistral),0.5264626841230896,0.6448543385417635,0.6872427983539094
|
5 |
-
upstage_SOLAR-10.7B-Instruct-v1.0,upstage/SOLAR-10.7B-Instruct-v1.0 (Mistral),0.5185997487442598,0.6412418664969965,0.
|
6 |
mayflowergmbh_Wiedervereinigung-7b-dpo,mayflowergmbh/Wiedervereinigung-7b-dpo (Mistral),0.5084692636625303,0.5649458654779574,0.9753086419753086
|
7 |
mayflowergmbh_Wiedervereinigung-7b-dpo-laser,mayflowergmbh/Wiedervereinigung-7b-dpo-laser (Mistral),0.5050259512945204,0.565063617359027,0.9753086419753086
|
8 |
-
|
|
|
|
|
9 |
openaccess-ai-collective_DPOpenHermes-7B,openaccess-ai-collective/DPOpenHermes-7B (Mistral),0.4808996941837862,0.6204995440653475,
|
10 |
VAGOsolutions_SauerkrautLM-7b-HerO,VAGOsolutions/SauerkrautLM-7b-HerO (Mistral),0.4793394346045998,0.5973278911555183,0.9506172839506173
|
11 |
-
malteos_hermeo-7b,malteos/hermeo-7b (Mistral),0.4789016907464211,0.5777652767503162,0.
|
12 |
fblgit_una-cybertron-7b-v2-bf16,fblgit/una-cybertron-7b-v2-bf16 (Mistral),0.4714702998712998,0.6280572487472983,
|
13 |
aari1995_germeo-7b-awq,aari1995/germeo-7b-awq (Mistral),0.4701767724890486,0.5677674726911679,
|
14 |
berkeley-nest_Starling-LM-7B-alpha,berkeley-nest/Starling-LM-7B-alpha (Mistral),0.4682092030538821,0.6082623478431886,
|
15 |
openchat_openchat_3.5,openchat/openchat_3.5 (Mistral),0.4677697134012669,0.6093495408502738,0.9053497942386831
|
16 |
-
mistralai_Mistral-7B-Instruct-v0.2,mistralai/Mistral-7B-Instruct-v0.2 (Mistral),0.4671287660155921,0.5974778867312014,0.
|
17 |
teknium_OpenHermes-2.5-Mistral-7B,teknium/OpenHermes-2.5-Mistral-7B (Mistral),0.4648073216754412,0.6009262837808728,
|
18 |
HuggingFaceH4_zephyr-7b-beta,HuggingFaceH4/zephyr-7b-beta (Mistral),0.4641427965971664,0.5990940441734774,0.7530864197530864
|
19 |
seedboxai_KafkaLM-7B-German-V0.1-DPO,seedboxai/KafkaLM-7B-German-V0.1-DPO (Mistral),0.4594284223032104,0.5042915057319466,0.9547325102880658
|
20 |
-
seedboxai_KafkaLM-7B-German-V0.1,seedboxai/KafkaLM-7B-German-V0.1 (Mistral),0.4586080784053851,0.5042391535612452,0.
|
21 |
VAGOsolutions_SauerkrautLM-7b-v1-mistral,VAGOsolutions/SauerkrautLM-7b-v1-mistral (Mistral),0.4582885390631627,0.5730988906371487,
|
22 |
ehartford_dolphin-2.2.1-mistral-7b,ehartford/dolphin-2.2.1-mistral-7b (Mistral),0.4575957336188839,0.5889248773933949,
|
23 |
argilla_notus-7b-v1,argilla/notus-7b-v1 (Mistral),0.4538267074114633,0.6071679590684926,
|
@@ -31,28 +33,32 @@ microsoft_Orca-2-13b,microsoft/Orca-2-13b (Llama2),0.4304508877524478,0.56652606
|
|
31 |
LeoLM_leo-hessianai-7b-chat,LeoLM/leo-hessianai-7b-chat (Llama2),0.4198959530774699,0.469927951589407,
|
32 |
kaist-ai_prometheus-13b-v1.0,kaist-ai/prometheus-13b-v1.0 (Llama2),0.4137699872914333,0.5276183571587882,
|
33 |
meta-llama_Llama-2-13b-chat-hf,meta-llama/Llama-2-13b-chat-hf (Llama2),0.4133328486084298,0.5331779969903168,
|
34 |
-
Deci_DeciLM-7B-instruct,Deci/DeciLM-7B-instruct (Deci),0.4087346114484392,0.5746784325286699,0.
|
35 |
-
LeoLM_leo-hessianai-7b-chat-bilingual,LeoLM/leo-hessianai-7b-chat-bilingual (Llama2),0.4058414394510105,0.4701378898025081,0.
|
36 |
mistralai_Mistral-7B-Instruct-v0.1,mistralai/Mistral-7B-Instruct-v0.1 (Mistral),0.4012720986996964,0.5329324676998503,
|
37 |
allenai_tulu-2-dpo-7b,allenai/tulu-2-dpo-7b (Llama2),0.3963844596307675,0.5442215865769193,0.7613168724279835
|
38 |
Deci_DeciLM-7B,Deci/DeciLM-7B (Deci),0.3891524333700293,0.5632148707253728,
|
39 |
microsoft_Orca-2-7b,microsoft/Orca-2-7b (Llama2),0.387631543457434,0.5275512116539839,
|
40 |
stabilityai_StableBeluga-7B,stabilityai/StableBeluga-7B (Llama2),0.3866115159394073,0.5308540939333947,
|
41 |
Qwen_Qwen-7B,Qwen/Qwen-7B (Qwen),0.3854029046626822,0.5250934481726963,
|
42 |
-
deepseek-ai_deepseek-llm-7b-chat,deepseek-ai/deepseek-llm-7b-chat (Deepseek),0.3805290423206953,0.5228634605739054,0.
|
43 |
Qwen_Qwen-7B-Chat,Qwen/Qwen-7B-Chat (Qwen),0.379473202994899,0.501690371644847,0.8683127572016461
|
44 |
DiscoResearch_DiscoLM_German_7b_v1,DiscoResearch/DiscoLM_German_7b_v1 (Mistral),0.3747561539654366,0.4209023365214039,0.9259259259259259
|
45 |
lmsys_vicuna-7b-v1.5,lmsys/vicuna-7b-v1.5 (Llama2),0.3743686900229406,0.4930702792560562,0.6748971193415638
|
46 |
LeoLM_leo-hessianai-7b,LeoLM/leo-hessianai-7b (Llama2),0.3714768830460835,0.4350647594408416,
|
47 |
-
meta-llama_Llama-2-7b-chat-hf,meta-llama/Llama-2-7b-chat-hf (Llama2),0.3507914339624629,0.4932635613314786,0.
|
48 |
deepseek-ai_deepseek-llm-7b-base,deepseek-ai/deepseek-llm-7b-base (Deepseek),0.3427809248139573,0.4823404844220252,
|
49 |
meta-llama_Llama-2-7b-hf,meta-llama/Llama-2-7b-hf (Llama2),0.3426308784990838,0.4704191232019917,
|
50 |
01-ai_Yi-34B-Chat-8bits,01-ai/Yi-34B-Chat-8bits (Yi),0.3310580204778157,0.5418088737201365,
|
51 |
mosaicml_mpt-7b-chat,mosaicml/mpt-7b-chat (Moasaic),0.3027332136150936,0.456474162289026,
|
52 |
mosaicml_mpt-7b-instruct,mosaicml/mpt-7b-instruct (Moasaic),0.3010459486867476,0.4486541776873733,
|
53 |
mosaicml_mpt-7b,mosaicml/mpt-7b (Moasaic),0.2907097637642126,0.4243986375791853,
|
54 |
-
microsoft_phi-2,microsoft/phi-2 (Phi),0.2670193027850859,0.5443139382853103,0.
|
55 |
tiiuae_falcon-7b-instruct,tiiuae/falcon-7b-instruct (Falcon),0.2605640889237062,0.3861411107665298,
|
|
|
56 |
microsoft_phi-1_5,microsoft/phi-1_5 (Phi),0.2440912782008547,0.4476316337588321,
|
|
|
|
|
|
|
57 |
microsoft_phi-1,microsoft/phi-1 (Phi),0.2371333593192149,0.2460143542470721,
|
58 |
allenai_OLMo-1B,allenai/OLMo-1B (OLMo),0.2338326471022972,0.3333148131657539,
|
|
|
2 |
mattshumer_mistral-8x7b-chat,mattshumer/mistral-8x7b-chat (Mistral),0.5600046414510724,0.6436643654583162,
|
3 |
DiscoResearch_mixtral-7b-8expert,DiscoResearch/mixtral-7b-8expert (Mistral MoE),0.530225066820544,0.6235667963921786,
|
4 |
VAGOsolutions_SauerkrautLM-SOLAR-Instruct,VAGOsolutions/SauerkrautLM-SOLAR-Instruct (Mistral),0.5264626841230896,0.6448543385417635,0.6872427983539094
|
5 |
+
upstage_SOLAR-10.7B-Instruct-v1.0,upstage/SOLAR-10.7B-Instruct-v1.0 (Mistral),0.5185997487442598,0.6412418664969965,0.654320987654321
|
6 |
mayflowergmbh_Wiedervereinigung-7b-dpo,mayflowergmbh/Wiedervereinigung-7b-dpo (Mistral),0.5084692636625303,0.5649458654779574,0.9753086419753086
|
7 |
mayflowergmbh_Wiedervereinigung-7b-dpo-laser,mayflowergmbh/Wiedervereinigung-7b-dpo-laser (Mistral),0.5050259512945204,0.565063617359027,0.9753086419753086
|
8 |
+
mlabonne_AlphaMonarch-7B,mlabonne/AlphaMonarch-7B (Mistral),0.501206548961392,0.6591874438622916,0.8518518518518519
|
9 |
+
NousResearch_Nous-Hermes-2-Mistral-7B-DPO,NousResearch/Nous-Hermes-2-Mistral-7B-DPO (Mistral),0.5005169712928532,0.6084873546922523,0.897119341563786
|
10 |
+
DRXD1000_Phoenix,DRXD1000/Phoenix (Mistral),0.4875727579736855,0.5238922380729938,0.8477366255144033
|
11 |
openaccess-ai-collective_DPOpenHermes-7B,openaccess-ai-collective/DPOpenHermes-7B (Mistral),0.4808996941837862,0.6204995440653475,
|
12 |
VAGOsolutions_SauerkrautLM-7b-HerO,VAGOsolutions/SauerkrautLM-7b-HerO (Mistral),0.4793394346045998,0.5973278911555183,0.9506172839506173
|
13 |
+
malteos_hermeo-7b,malteos/hermeo-7b (Mistral),0.4789016907464211,0.5777652767503162,0.9382716049382716
|
14 |
fblgit_una-cybertron-7b-v2-bf16,fblgit/una-cybertron-7b-v2-bf16 (Mistral),0.4714702998712998,0.6280572487472983,
|
15 |
aari1995_germeo-7b-awq,aari1995/germeo-7b-awq (Mistral),0.4701767724890486,0.5677674726911679,
|
16 |
berkeley-nest_Starling-LM-7B-alpha,berkeley-nest/Starling-LM-7B-alpha (Mistral),0.4682092030538821,0.6082623478431886,
|
17 |
openchat_openchat_3.5,openchat/openchat_3.5 (Mistral),0.4677697134012669,0.6093495408502738,0.9053497942386831
|
18 |
+
mistralai_Mistral-7B-Instruct-v0.2,mistralai/Mistral-7B-Instruct-v0.2 (Mistral),0.4671287660155921,0.5974778867312014,0.48148148148148145
|
19 |
teknium_OpenHermes-2.5-Mistral-7B,teknium/OpenHermes-2.5-Mistral-7B (Mistral),0.4648073216754412,0.6009262837808728,
|
20 |
HuggingFaceH4_zephyr-7b-beta,HuggingFaceH4/zephyr-7b-beta (Mistral),0.4641427965971664,0.5990940441734774,0.7530864197530864
|
21 |
seedboxai_KafkaLM-7B-German-V0.1-DPO,seedboxai/KafkaLM-7B-German-V0.1-DPO (Mistral),0.4594284223032104,0.5042915057319466,0.9547325102880658
|
22 |
+
seedboxai_KafkaLM-7B-German-V0.1,seedboxai/KafkaLM-7B-German-V0.1 (Mistral),0.4586080784053851,0.5042391535612452,0.9506172839506173
|
23 |
VAGOsolutions_SauerkrautLM-7b-v1-mistral,VAGOsolutions/SauerkrautLM-7b-v1-mistral (Mistral),0.4582885390631627,0.5730988906371487,
|
24 |
ehartford_dolphin-2.2.1-mistral-7b,ehartford/dolphin-2.2.1-mistral-7b (Mistral),0.4575957336188839,0.5889248773933949,
|
25 |
argilla_notus-7b-v1,argilla/notus-7b-v1 (Mistral),0.4538267074114633,0.6071679590684926,
|
|
|
33 |
LeoLM_leo-hessianai-7b-chat,LeoLM/leo-hessianai-7b-chat (Llama2),0.4198959530774699,0.469927951589407,
|
34 |
kaist-ai_prometheus-13b-v1.0,kaist-ai/prometheus-13b-v1.0 (Llama2),0.4137699872914333,0.5276183571587882,
|
35 |
meta-llama_Llama-2-13b-chat-hf,meta-llama/Llama-2-13b-chat-hf (Llama2),0.4133328486084298,0.5331779969903168,
|
36 |
+
Deci_DeciLM-7B-instruct,Deci/DeciLM-7B-instruct (Deci),0.4087346114484392,0.5746784325286699,0.5843621399176955
|
37 |
+
LeoLM_leo-hessianai-7b-chat-bilingual,LeoLM/leo-hessianai-7b-chat-bilingual (Llama2),0.4058414394510105,0.4701378898025081,0.43209876543209874
|
38 |
mistralai_Mistral-7B-Instruct-v0.1,mistralai/Mistral-7B-Instruct-v0.1 (Mistral),0.4012720986996964,0.5329324676998503,
|
39 |
allenai_tulu-2-dpo-7b,allenai/tulu-2-dpo-7b (Llama2),0.3963844596307675,0.5442215865769193,0.7613168724279835
|
40 |
Deci_DeciLM-7B,Deci/DeciLM-7B (Deci),0.3891524333700293,0.5632148707253728,
|
41 |
microsoft_Orca-2-7b,microsoft/Orca-2-7b (Llama2),0.387631543457434,0.5275512116539839,
|
42 |
stabilityai_StableBeluga-7B,stabilityai/StableBeluga-7B (Llama2),0.3866115159394073,0.5308540939333947,
|
43 |
Qwen_Qwen-7B,Qwen/Qwen-7B (Qwen),0.3854029046626822,0.5250934481726963,
|
44 |
+
deepseek-ai_deepseek-llm-7b-chat,deepseek-ai/deepseek-llm-7b-chat (Deepseek),0.3805290423206953,0.5228634605739054,0.9135802469135802
|
45 |
Qwen_Qwen-7B-Chat,Qwen/Qwen-7B-Chat (Qwen),0.379473202994899,0.501690371644847,0.8683127572016461
|
46 |
DiscoResearch_DiscoLM_German_7b_v1,DiscoResearch/DiscoLM_German_7b_v1 (Mistral),0.3747561539654366,0.4209023365214039,0.9259259259259259
|
47 |
lmsys_vicuna-7b-v1.5,lmsys/vicuna-7b-v1.5 (Llama2),0.3743686900229406,0.4930702792560562,0.6748971193415638
|
48 |
LeoLM_leo-hessianai-7b,LeoLM/leo-hessianai-7b (Llama2),0.3714768830460835,0.4350647594408416,
|
49 |
+
meta-llama_Llama-2-7b-chat-hf,meta-llama/Llama-2-7b-chat-hf (Llama2),0.3507914339624629,0.4932635613314786,0.17695473251028807
|
50 |
deepseek-ai_deepseek-llm-7b-base,deepseek-ai/deepseek-llm-7b-base (Deepseek),0.3427809248139573,0.4823404844220252,
|
51 |
meta-llama_Llama-2-7b-hf,meta-llama/Llama-2-7b-hf (Llama2),0.3426308784990838,0.4704191232019917,
|
52 |
01-ai_Yi-34B-Chat-8bits,01-ai/Yi-34B-Chat-8bits (Yi),0.3310580204778157,0.5418088737201365,
|
53 |
mosaicml_mpt-7b-chat,mosaicml/mpt-7b-chat (Moasaic),0.3027332136150936,0.456474162289026,
|
54 |
mosaicml_mpt-7b-instruct,mosaicml/mpt-7b-instruct (Moasaic),0.3010459486867476,0.4486541776873733,
|
55 |
mosaicml_mpt-7b,mosaicml/mpt-7b (Moasaic),0.2907097637642126,0.4243986375791853,
|
56 |
+
microsoft_phi-2,microsoft/phi-2 (Phi),0.2670193027850859,0.5443139382853103,0.7448559670781894
|
57 |
tiiuae_falcon-7b-instruct,tiiuae/falcon-7b-instruct (Falcon),0.2605640889237062,0.3861411107665298,
|
58 |
+
google_gemma-2b-it,google/gemma-2b-it (gemma),0.251767466436072,0.2809217087736937,0.8724279835390947
|
59 |
microsoft_phi-1_5,microsoft/phi-1_5 (Phi),0.2440912782008547,0.4476316337588321,
|
60 |
+
google_gemma-7b,google/gemma-7b (gemma),0.2424066312098118,0.2337357849227176,
|
61 |
+
google_gemma-7b-it,google/gemma-7b-it (gemma),0.2403170773221191,0.2593482051453202,0.8395061728395061
|
62 |
+
google_gemma-2b,google/gemma-2b (gemma),0.2392350495630104,0.26357000035269,
|
63 |
microsoft_phi-1,microsoft/phi-1 (Phi),0.2371333593192149,0.2460143542470721,
|
64 |
allenai_OLMo-1B,allenai/OLMo-1B (OLMo),0.2338326471022972,0.3333148131657539,
|
model_stats.csv
CHANGED
@@ -5,6 +5,8 @@ VAGOsolutions/SauerkrautLM-SOLAR-Instruct (Mistral),0.5264626841230896,0.6448543
|
|
5 |
upstage/SOLAR-10.7B-Instruct-v1.0 (Mistral),0.5185997487442598,0.6412418664969965,upstage_SOLAR-10.7B-Instruct-v1.0
|
6 |
mayflowergmbh/Wiedervereinigung-7b-dpo (Mistral),0.5084692636625303,0.5649458654779574,mayflowergmbh_Wiedervereinigung-7b-dpo
|
7 |
mayflowergmbh/Wiedervereinigung-7b-dpo-laser (Mistral),0.5050259512945204,0.565063617359027,mayflowergmbh_Wiedervereinigung-7b-dpo-laser
|
|
|
|
|
8 |
DRXD1000/Phoenix (Mistral),0.48757275797368554,0.5238922380729938,DRXD1000_Phoenix
|
9 |
openaccess-ai-collective/DPOpenHermes-7B (Mistral),0.48089969418378625,0.6204995440653475,openaccess-ai-collective_DPOpenHermes-7B
|
10 |
VAGOsolutions/SauerkrautLM-7b-HerO (Mistral),0.4793394346045998,0.5973278911555183,VAGOsolutions_SauerkrautLM-7b-HerO
|
@@ -53,6 +55,10 @@ mosaicml/mpt-7b-instruct (Moasaic),0.30104594868674767,0.4486541776873733,mosaic
|
|
53 |
mosaicml/mpt-7b (Moasaic),0.2907097637642126,0.42439863757918533,mosaicml_mpt-7b
|
54 |
microsoft/phi-2 (Phi),0.26701930278508595,0.5443139382853103,microsoft_phi-2
|
55 |
tiiuae/falcon-7b-instruct (Falcon),0.2605640889237062,0.38614111076652985,tiiuae_falcon-7b-instruct
|
|
|
56 |
microsoft/phi-1_5 (Phi),0.24409127820085472,0.44763163375883214,microsoft_phi-1_5
|
|
|
|
|
|
|
57 |
microsoft/phi-1 (Phi),0.2371333593192149,0.2460143542470721,microsoft_phi-1
|
58 |
allenai/OLMo-1B (OLMo),0.23383264710229723,0.3333148131657539,allenai_OLMo-1B
|
|
|
5 |
upstage/SOLAR-10.7B-Instruct-v1.0 (Mistral),0.5185997487442598,0.6412418664969965,upstage_SOLAR-10.7B-Instruct-v1.0
|
6 |
mayflowergmbh/Wiedervereinigung-7b-dpo (Mistral),0.5084692636625303,0.5649458654779574,mayflowergmbh_Wiedervereinigung-7b-dpo
|
7 |
mayflowergmbh/Wiedervereinigung-7b-dpo-laser (Mistral),0.5050259512945204,0.565063617359027,mayflowergmbh_Wiedervereinigung-7b-dpo-laser
|
8 |
+
mlabonne/AlphaMonarch-7B (Mistral),0.501206548961392,0.6591874438622916,mlabonne_AlphaMonarch-7B
|
9 |
+
NousResearch/Nous-Hermes-2-Mistral-7B-DPO (Mistral),0.5005169712928532,0.6084873546922523,NousResearch_Nous-Hermes-2-Mistral-7B-DPO
|
10 |
DRXD1000/Phoenix (Mistral),0.48757275797368554,0.5238922380729938,DRXD1000_Phoenix
|
11 |
openaccess-ai-collective/DPOpenHermes-7B (Mistral),0.48089969418378625,0.6204995440653475,openaccess-ai-collective_DPOpenHermes-7B
|
12 |
VAGOsolutions/SauerkrautLM-7b-HerO (Mistral),0.4793394346045998,0.5973278911555183,VAGOsolutions_SauerkrautLM-7b-HerO
|
|
|
55 |
mosaicml/mpt-7b (Moasaic),0.2907097637642126,0.42439863757918533,mosaicml_mpt-7b
|
56 |
microsoft/phi-2 (Phi),0.26701930278508595,0.5443139382853103,microsoft_phi-2
|
57 |
tiiuae/falcon-7b-instruct (Falcon),0.2605640889237062,0.38614111076652985,tiiuae_falcon-7b-instruct
|
58 |
+
google/gemma-2b-it (gemma),0.251767466436072,0.28092170877369377,google_gemma-2b-it
|
59 |
microsoft/phi-1_5 (Phi),0.24409127820085472,0.44763163375883214,microsoft_phi-1_5
|
60 |
+
google/gemma-7b (gemma),0.24240663120981185,0.2337357849227176,google_gemma-7b
|
61 |
+
google/gemma-7b-it (gemma),0.24031707732211915,0.25934820514532025,google_gemma-7b-it
|
62 |
+
google/gemma-2b (gemma),0.23923504956301048,0.26357000035269,google_gemma-2b
|
63 |
microsoft/phi-1 (Phi),0.2371333593192149,0.2460143542470721,microsoft_phi-1
|
64 |
allenai/OLMo-1B (OLMo),0.23383264710229723,0.3333148131657539,allenai_OLMo-1B
|