kaz-llm-lb / data /leaderboard.json
1Suro1
edit
69b4d58
raw
history blame
1.27 kB
[
{
"musicmc": 0.09361702127659574,
"mmluproru": 0.10207253886010363,
"lawmc": 0.11431513903192585,
"model": "NousResearch/Llama-2-7b-hf",
"moviesmc": 0.07175925925925926,
"booksmc": 0.1078838174273859,
"model_dtype": "torch.float16",
"ppl": 0
},
{
"musicmc": 0.2553191489361702,
"mmluproru": 0.2621761658031088,
"lawmc": 0.5818743563336766,
"model": "google/gemma-2-9b",
"moviesmc": 0.5046296296296297,
"booksmc": 0.3360995850622407,
"model_dtype": "torch.float16",
"ppl": 0
},
{
"musicmc": 0.2680851063829787,
"mmluproru": 0.20103626943005182,
"lawmc": 0.5386199794026777,
"model": "Vikhrmodels/it-5.2-fp16-cp",
"moviesmc": 0.4537037037037037,
"booksmc": 0.3070539419087137,
"model_dtype": "torch.float16",
"ppl": 0
},
{
"musicmc": 0.25957446808510637,
"mmluproru": 0.19378238341968912,
"lawmc": 0.518022657054583,
"model": "lightblue/suzume-llama-3-8B-multilingual",
"moviesmc": 0.3287037037037037,
"booksmc": 0.2966804979253112,
"model_dtype": "torch.float16",
"ppl": 0
}
]