license: llama3
"mmlu_tr_v0.2": { "acc,none": 0.4907571724341911, "acc_stderr,none": 0.0041653031800367325, "alias": "mmlu_tr_v0.2" }, "arc_tr-v0.2": { "acc,none": 0.3856655290102389, "acc_stderr,none": 0.014224250973257174, "acc_norm,none": 0.4377133105802048, "acc_norm_stderr,none": 0.01449757388110829, "alias": "arc_tr-v0.2" } "gsm8k_tr-v0.2": { "exact_match,strict-match": 0.5322703113135915, "exact_match_stderr,strict-match": 0.013754209828259586, "exact_match,flexible-extract": 0.02050113895216401, "exact_match_stderr,flexible-extract": 0.003906276830067441, "alias": "gsm8k_tr-v0.2" } "truthfulqa_v0.2": { "acc,none": 0.4962330625424611, "acc_stderr,none": 0.015774923327963934, "alias": "truthfulqa_v0.2" } "hellaswag_tr-v0.2": { "acc,none": 0.36061871965676867, "acc_stderr,none": 0.005102526725540464, "acc_norm,none": 0.4485717511572767, "acc_norm_stderr,none": 0.005284959475720029, "alias": "hellaswag_tr-v0.2" } "winogrande_tr": { "acc,none": 0.5513428120063191, "acc_stderr,none": 0.013983726161361853, "alias": "winogrande_tr" }