cptu_bench / data.json
jansowa's picture
Add Bielik 2.2 results
4619cde verified
raw
history blame
6.01 kB
[
{
"Model": "mistralai/Mistral-Large-Instruct-2407",
"Params": "123B",
"Average": 4.03025641025641,
"Sentiment": 4.230769230769231,
"Language understanding": 4.0,
"Phraseology": 3.86
},
{
"Model": "alpindale/WizardLM-2-8x22B",
"Params": "141B",
"Average": 3.9133760683760683,
"Sentiment": 3.7051282051282053,
"Language understanding": 3.815,
"Phraseology": 4.22
},
{
"Model": "meta-llama/Meta-Llama-3.1-70B-Instruct",
"Params": "70.6B",
"Average": 3.828974358974359,
"Sentiment": 4.326923076923077,
"Language understanding": 3.91,
"Phraseology": 3.25
},
{
"Model": "meta-llama/Meta-Llama-3-70B-Instruct",
"Params": "70.6B",
"Average": 3.806538461538462,
"Sentiment": 4.134615384615385,
"Language understanding": 3.82,
"Phraseology": 3.465
},
{
"Model": "mistralai/Mixtral-8x22B-Instruct-v0.1",
"Params": "141B",
"Average": 3.6690170940170943,
"Sentiment": 3.782051282051282,
"Language understanding": 3.675,
"Phraseology": 3.55
},
{
"Model": "speakleash/Bielik-11B-v2.1-Instruct",
"Params": "11.2B",
"Average": 3.6583760683760684,
"Sentiment": 3.9551282051282053,
"Language understanding": 3.915,
"Phraseology": 3.105
},
{
"Model": "Qwen/Qwen2-72B-Instruct",
"Params": "72.7B",
"Average": 3.6442735042735044,
"Sentiment": 3.7628205128205128,
"Language understanding": 3.89,
"Phraseology": 3.28
},
{
"Model": "speakleash/Bielik-11B-v2.0-Instruct",
"Params": "11.2B",
"Average": 3.614786324786325,
"Sentiment": 3.9743589743589745,
"Language understanding": 3.745,
"Phraseology": 3.125
},
{
"Model": "speakleash/Bielik-11B-v2.2-Instruct",
"Params": "11.2B",
"Average": 3.565982905982906,
"Sentiment": 3.717948717948718,
"Language understanding": 3.73,
"Phraseology": 3.25
},
{
"Model": "Qwen/Qwen1.5-72B-Chat",
"Params": "72.3B",
"Average": 3.3214529914529916,
"Sentiment": 3.4743589743589745,
"Language understanding": 3.515,
"Phraseology": 2.975
},
{
"Model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"Params": "8.03B",
"Average": 3.3114529914529918,
"Sentiment": 3.9743589743589745,
"Language understanding": 3.38,
"Phraseology": 2.58
},
{
"Model": "Remek/Mistral-Nemo-Instruct-2407-PL-finetuned",
"Params": "12.2B",
"Average": 3.2843162393162397,
"Sentiment": 3.717948717948718,
"Language understanding": 3.41,
"Phraseology": 2.725
},
{
"Model": "THUDM/glm-4-9b-chat",
"Params": "9.4B",
"Average": 3.2749145299145295,
"Sentiment": 3.58974358974359,
"Language understanding": 3.455,
"Phraseology": 2.78
},
{
"Model": "mistralai/Mistral-Nemo-Instruct-2407",
"Params": "12.2B",
"Average": 3.223675213675214,
"Sentiment": 3.641025641025641,
"Language understanding": 3.29,
"Phraseology": 2.74
},
{
"Model": "meta-llama/Meta-Llama-3-8B-Instruct",
"Params": "8.03B",
"Average": 3.172777777777778,
"Sentiment": 3.3333333333333335,
"Language understanding": 3.15,
"Phraseology": 3.035
},
{
"Model": "upstage/SOLAR-10.7B-Instruct-v1.0",
"Params": "10.7B",
"Average": 3.1343162393162394,
"Sentiment": 2.967948717948718,
"Language understanding": 3.18,
"Phraseology": 3.255
},
{
"Model": "speakleash/Bielik-7B-Instruct-v0.1",
"Params": "7.24B",
"Average": 3.126581196581197,
"Sentiment": 3.58974358974359,
"Language understanding": 3.475,
"Phraseology": 2.315
},
{
"Model": "openchat/openchat-3.5-0106-gemma",
"Params": "8.54B",
"Average": 3.08525641025641,
"Sentiment": 3.730769230769231,
"Language understanding": 3.08,
"Phraseology": 2.445
},
{
"Model": "mistralai/Mixtral-8x7B-Instruct-v0.1",
"Params": "46.7B",
"Average": 3.039230769230769,
"Sentiment": 3.0576923076923075,
"Language understanding": 3.175,
"Phraseology": 2.885
},
{
"Model": "mistralai/Mistral-7B-Instruct-v0.3",
"Params": "7.25B",
"Average": 3.022307692307692,
"Sentiment": 3.326923076923077,
"Language understanding": 3.06,
"Phraseology": 2.68
},
{
"Model": "berkeley-nest/Starling-LM-7B-alpha",
"Params": "7.24B",
"Average": 2.945897435897436,
"Sentiment": 3.0576923076923075,
"Language understanding": 2.925,
"Phraseology": 2.855
},
{
"Model": "openchat/openchat-3.5-0106",
"Params": "7.24B",
"Average": 2.8500854700854696,
"Sentiment": 3.16025641025641,
"Language understanding": 2.835,
"Phraseology": 2.555
},
{
"Model": "internlm/internlm2-chat-20b",
"Params": "19.9B",
"Average": 2.8237606837606837,
"Sentiment": 3.301282051282051,
"Language understanding": 2.785,
"Phraseology": 2.385
},
{
"Model": "01-ai/Yi-1.5-34B-Chat",
"Params": "34.4B",
"Average": 2.7756410256410255,
"Sentiment": 3.076923076923077,
"Language understanding": 2.87,
"Phraseology": 2.38
},
{
"Model": "Voicelab/trurl-2-13b-academic",
"Params": "13B",
"Average": 2.74042735042735,
"Sentiment": 3.301282051282051,
"Language understanding": 2.755,
"Phraseology": 2.165
}
]