Florian Leuerer commited on
Commit
38bfeed
1 Parent(s): 9b694d3

update data

Browse files
Files changed (2) hide show
  1. data.csv +0 -0
  2. data_stats_langs.csv +6 -6
data.csv CHANGED
The diff for this file is too large to render. See raw diff
 
data_stats_langs.csv CHANGED
@@ -1,15 +1,15 @@
1
  model,model_name,de,en,de_frac
2
  mattshumer_mistral-8x7b-chat,mattshumer/mistral-8x7b-chat (Mistral MoE),0.5600046414510724,0.6436643654583162,
3
  DiscoResearch_mixtral-7b-8expert,DiscoResearch/mixtral-7b-8expert (Mistral MoE),0.530225066820544,0.6235667963921786,
4
- VAGOsolutions_SauerkrautLM-SOLAR-Instruct,VAGOsolutions/SauerkrautLM-SOLAR-Instruct (Mistral),0.5264626841230896,0.6448543385417635,
5
  upstage_SOLAR-10.7B-Instruct-v1.0,upstage/SOLAR-10.7B-Instruct-v1.0 (Mistral),0.5185997487442598,0.6412418664969965,0.6502057613168725
6
  openaccess-ai-collective_DPOpenHermes-7B,openaccess-ai-collective/DPOpenHermes-7B (Mistral),0.4808996941837862,0.6204995440653475,
7
- VAGOsolutions_SauerkrautLM-7b-HerO,VAGOsolutions/SauerkrautLM-7b-HerO (Mistral),0.4793394346045998,0.5973278911555183,0.9506172839506173
8
  malteos_hermeo-7b,malteos/hermeo-7b (Mistral),0.478631559338373,0.5786517129900094,
9
  fblgit_una-cybertron-7b-v2-bf16,fblgit/una-cybertron-7b-v2-bf16 (Mistral),0.4714702998712998,0.6280572487472983,
10
  berkeley-nest_Starling-LM-7B-alpha,berkeley-nest/Starling-LM-7B-alpha (Mistral),0.4682092030538821,0.6082623478431886,
11
  openchat_openchat_3.5,openchat/openchat_3.5 (Mistral),0.4677697134012669,0.6093495408502738,0.9053497942386831
12
- mistralai_Mistral-7B-Instruct-v0.2,mistralai/Mistral-7B-Instruct-v0.2 (Mistral),0.4671287660155921,0.5974778867312014,0.4773662551440329
13
  teknium_OpenHermes-2.5-Mistral-7B,teknium/OpenHermes-2.5-Mistral-7B (Mistral),0.4648073216754412,0.6009262837808728,
14
  HuggingFaceH4_zephyr-7b-beta,HuggingFaceH4/zephyr-7b-beta (Mistral),0.4641427965971664,0.5990940441734774,0.7530864197530864
15
  VAGOsolutions_SauerkrautLM-7b-v1-mistral,VAGOsolutions/SauerkrautLM-7b-v1-mistral (Mistral),0.4582885390631627,0.5730988906371487,
@@ -25,10 +25,10 @@ microsoft_Orca-2-13b,microsoft/Orca-2-13b (Llama2),0.4304508877524478,0.56652606
25
  LeoLM_leo-hessianai-7b-chat,LeoLM/leo-hessianai-7b-chat (Llama2),0.4198959530774699,0.469927951589407,
26
  kaist-ai_prometheus-13b-v1.0,kaist-ai/prometheus-13b-v1.0 (Llama2),0.4137699872914333,0.5276183571587882,
27
  meta-llama_Llama-2-13b-chat-hf,meta-llama/Llama-2-13b-chat-hf (Llama2),0.4133328486084298,0.5331779969903168,
28
- Deci_DeciLM-7B-instruct,Deci/DeciLM-7B-instruct (Deci),0.4087346114484392,0.5746784325286699,0.5843621399176955
29
  LeoLM_leo-hessianai-7b-chat-bilingual,LeoLM/leo-hessianai-7b-chat-bilingual (Llama2),0.4058414394510105,0.4701378898025081,0.43621399176954734
30
  mistralai_Mistral-7B-Instruct-v0.1,mistralai/Mistral-7B-Instruct-v0.1 (Mistral),0.4012720986996964,0.5329324676998503,
31
- allenai_tulu-2-dpo-7b,allenai/tulu-2-dpo-7b (Llama2),0.3963844596307675,0.5442215865769193,0.757201646090535
32
  Deci_DeciLM-7B,Deci/DeciLM-7B (Deci),0.3891524333700293,0.5632148707253728,
33
  microsoft_Orca-2-7b,microsoft/Orca-2-7b (Llama2),0.387631543457434,0.5275512116539839,
34
  Qwen_Qwen-7B,Qwen/Qwen-7B (Qwen),0.3854029046626822,0.5250934481726963,
@@ -36,7 +36,7 @@ deepseek-ai_deepseek-llm-7b-chat,deepseek-ai/deepseek-llm-7b-chat (Deepseek),0.3
36
  Qwen_Qwen-7B-Chat,Qwen/Qwen-7B-Chat (Qwen),0.379473202994899,0.501690371644847,0.8683127572016461
37
  lmsys_vicuna-7b-v1.5,lmsys/vicuna-7b-v1.5 (Llama2),0.3743686900229406,0.4930702792560562,0.6748971193415638
38
  LeoLM_leo-hessianai-7b,LeoLM/leo-hessianai-7b (Llama2),0.3714768830460835,0.4350647594408416,
39
- meta-llama_Llama-2-7b-chat-hf,meta-llama/Llama-2-7b-chat-hf (Llama2),0.3507914339624629,0.4932635613314786,0.18518518518518517
40
  deepseek-ai_deepseek-llm-7b-base,deepseek-ai/deepseek-llm-7b-base (Deepseek),0.3427809248139573,0.4823404844220252,
41
  meta-llama_Llama-2-7b-hf,meta-llama/Llama-2-7b-hf (Llama2),0.3426308784990838,0.4704191232019917,
42
  01-ai_Yi-34B-Chat-8bits,01-ai/Yi-34B-Chat-8bits (Yi),0.3310580204778157,0.5418088737201365,
 
1
  model,model_name,de,en,de_frac
2
  mattshumer_mistral-8x7b-chat,mattshumer/mistral-8x7b-chat (Mistral MoE),0.5600046414510724,0.6436643654583162,
3
  DiscoResearch_mixtral-7b-8expert,DiscoResearch/mixtral-7b-8expert (Mistral MoE),0.530225066820544,0.6235667963921786,
4
+ VAGOsolutions_SauerkrautLM-SOLAR-Instruct,VAGOsolutions/SauerkrautLM-SOLAR-Instruct (Mistral),0.5264626841230896,0.6448543385417635,0.691358024691358
5
  upstage_SOLAR-10.7B-Instruct-v1.0,upstage/SOLAR-10.7B-Instruct-v1.0 (Mistral),0.5185997487442598,0.6412418664969965,0.6502057613168725
6
  openaccess-ai-collective_DPOpenHermes-7B,openaccess-ai-collective/DPOpenHermes-7B (Mistral),0.4808996941837862,0.6204995440653475,
7
+ VAGOsolutions_SauerkrautLM-7b-HerO,VAGOsolutions/SauerkrautLM-7b-HerO (Mistral),0.4793394346045998,0.5973278911555183,0.9465020576131687
8
  malteos_hermeo-7b,malteos/hermeo-7b (Mistral),0.478631559338373,0.5786517129900094,
9
  fblgit_una-cybertron-7b-v2-bf16,fblgit/una-cybertron-7b-v2-bf16 (Mistral),0.4714702998712998,0.6280572487472983,
10
  berkeley-nest_Starling-LM-7B-alpha,berkeley-nest/Starling-LM-7B-alpha (Mistral),0.4682092030538821,0.6082623478431886,
11
  openchat_openchat_3.5,openchat/openchat_3.5 (Mistral),0.4677697134012669,0.6093495408502738,0.9053497942386831
12
+ mistralai_Mistral-7B-Instruct-v0.2,mistralai/Mistral-7B-Instruct-v0.2 (Mistral),0.4671287660155921,0.5974778867312014,0.48148148148148145
13
  teknium_OpenHermes-2.5-Mistral-7B,teknium/OpenHermes-2.5-Mistral-7B (Mistral),0.4648073216754412,0.6009262837808728,
14
  HuggingFaceH4_zephyr-7b-beta,HuggingFaceH4/zephyr-7b-beta (Mistral),0.4641427965971664,0.5990940441734774,0.7530864197530864
15
  VAGOsolutions_SauerkrautLM-7b-v1-mistral,VAGOsolutions/SauerkrautLM-7b-v1-mistral (Mistral),0.4582885390631627,0.5730988906371487,
 
25
  LeoLM_leo-hessianai-7b-chat,LeoLM/leo-hessianai-7b-chat (Llama2),0.4198959530774699,0.469927951589407,
26
  kaist-ai_prometheus-13b-v1.0,kaist-ai/prometheus-13b-v1.0 (Llama2),0.4137699872914333,0.5276183571587882,
27
  meta-llama_Llama-2-13b-chat-hf,meta-llama/Llama-2-13b-chat-hf (Llama2),0.4133328486084298,0.5331779969903168,
28
+ Deci_DeciLM-7B-instruct,Deci/DeciLM-7B-instruct (Deci),0.4087346114484392,0.5746784325286699,0.588477366255144
29
  LeoLM_leo-hessianai-7b-chat-bilingual,LeoLM/leo-hessianai-7b-chat-bilingual (Llama2),0.4058414394510105,0.4701378898025081,0.43621399176954734
30
  mistralai_Mistral-7B-Instruct-v0.1,mistralai/Mistral-7B-Instruct-v0.1 (Mistral),0.4012720986996964,0.5329324676998503,
31
+ allenai_tulu-2-dpo-7b,allenai/tulu-2-dpo-7b (Llama2),0.3963844596307675,0.5442215865769193,0.7613168724279835
32
  Deci_DeciLM-7B,Deci/DeciLM-7B (Deci),0.3891524333700293,0.5632148707253728,
33
  microsoft_Orca-2-7b,microsoft/Orca-2-7b (Llama2),0.387631543457434,0.5275512116539839,
34
  Qwen_Qwen-7B,Qwen/Qwen-7B (Qwen),0.3854029046626822,0.5250934481726963,
 
36
  Qwen_Qwen-7B-Chat,Qwen/Qwen-7B-Chat (Qwen),0.379473202994899,0.501690371644847,0.8683127572016461
37
  lmsys_vicuna-7b-v1.5,lmsys/vicuna-7b-v1.5 (Llama2),0.3743686900229406,0.4930702792560562,0.6748971193415638
38
  LeoLM_leo-hessianai-7b,LeoLM/leo-hessianai-7b (Llama2),0.3714768830460835,0.4350647594408416,
39
+ meta-llama_Llama-2-7b-chat-hf,meta-llama/Llama-2-7b-chat-hf (Llama2),0.3507914339624629,0.4932635613314786,0.1728395061728395
40
  deepseek-ai_deepseek-llm-7b-base,deepseek-ai/deepseek-llm-7b-base (Deepseek),0.3427809248139573,0.4823404844220252,
41
  meta-llama_Llama-2-7b-hf,meta-llama/Llama-2-7b-hf (Llama2),0.3426308784990838,0.4704191232019917,
42
  01-ai_Yi-34B-Chat-8bits,01-ai/Yi-34B-Chat-8bits (Yi),0.3310580204778157,0.5418088737201365,