File size: 11,790 Bytes
13f2d15 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 |
,gemma2-9B,gemma-7B,llama3.1-70B,llama3.1-8B,llama3-8B,llama2-7B,llama1-7B,mistral-7B,olmo-7B,avg
eng_Latn,0.9178,0.8467,0.9456,0.8767,0.8689,0.4822,0.4156,0.8389,0.7711,0.7737
fra_Latn,0.9089,0.7727,0.8905,0.7831,0.7761,0.4635,0.3995,0.7575,0.3219,0.6748
rus_Cyrl,0.8732,0.8138,0.9181,0.8001,0.7930,0.4494,0.3954,0.7086,0.1722,0.6582
nld_Latn,0.9000,0.7481,0.9456,0.8512,0.8183,0.4354,0.3874,0.7575,0.0599,0.6559
ita_Latn,0.8643,0.7645,0.9089,0.7575,0.7339,0.4494,0.3874,0.6923,0.1273,0.6317
por_Latn,0.8911,0.7316,0.8722,0.7150,0.7086,0.4213,0.3591,0.6679,0.1647,0.6146
ukr_Cyrl,0.8643,0.6659,0.9181,0.7660,0.7677,0.4307,0.3591,0.6923,0.0150,0.6088
dan_Latn,0.9000,0.7316,0.9181,0.6980,0.6917,0.4401,0.3793,0.6190,0.0524,0.6033
nob_Latn,0.8822,0.7809,0.8997,0.7150,0.6833,0.4354,0.3591,0.5864,0.0524,0.5994
swe_Latn,0.8554,0.6412,0.9089,0.6980,0.6917,0.4447,0.3995,0.6027,0.0674,0.5899
bul_Cyrl,0.8643,0.6659,0.8997,0.7065,0.7086,0.3698,0.3551,0.6923,0.0374,0.5888
spa_Latn,0.8732,0.7234,0.8630,0.7150,0.6580,0.3979,0.3510,0.5701,0.1123,0.5849
pol_Latn,0.8732,0.6905,0.8997,0.6980,0.6411,0.4167,0.3591,0.6353,0.0449,0.5843
ind_Latn,0.8822,0.7234,0.8813,0.8001,0.8098,0.4167,0.1775,0.5050,0.0599,0.5840
cmn_Hani,0.8822,0.7398,0.9456,0.7831,0.7845,0.0889,0.2381,0.6190,0.1198,0.5779
ces_Latn,0.7841,0.7070,0.9089,0.7235,0.6917,0.3886,0.3510,0.5701,0.0225,0.5719
ron_Latn,0.8643,0.6494,0.8997,0.7490,0.7171,0.3418,0.3309,0.5050,0.0449,0.5669
cat_Latn,0.7931,0.7316,0.8630,0.6043,0.6327,0.4167,0.3712,0.5864,0.0449,0.5604
srp_Cyrl,0.8020,0.6741,0.8722,0.6554,0.5990,0.4167,0.3793,0.6271,0.0075,0.5592
afr_Latn,0.8822,0.6494,0.9089,0.6980,0.6917,0.3698,0.3147,0.4724,0.0449,0.5591
mkd_Cyrl,0.8465,0.6494,0.9181,0.7575,0.7086,0.2762,0.2421,0.5131,0.0225,0.5482
deu_Latn,0.7841,0.5672,0.8630,0.7065,0.6664,0.3511,0.3309,0.4724,0.0599,0.5335
hun_Latn,0.7931,0.5836,0.9272,0.7405,0.7002,0.3043,0.2421,0.4724,0.0150,0.5309
zho_Hani,0.8198,0.6741,0.8722,0.6554,0.7086,0.0796,0.2098,0.5131,0.1797,0.5236
ell_Grek,0.8554,0.5836,0.8813,0.6894,0.7255,0.1685,0.1049,0.4480,0.0075,0.4960
arz_Arab,0.7931,0.4028,0.8997,0.7065,0.6664,0.2575,0.1412,0.5538,0.0000,0.4912
slv_Latn,0.7841,0.5179,0.8630,0.5022,0.5146,0.3652,0.3309,0.4968,0.0150,0.4877
kor_Hang,0.8109,0.5754,0.8813,0.6469,0.6749,0.2668,0.0403,0.4317,0.0374,0.4851
slk_Latn,0.7931,0.6576,0.8630,0.5533,0.5146,0.3137,0.2663,0.3502,0.0225,0.4816
hrv_Latn,0.7218,0.6165,0.7895,0.4852,0.4977,0.3886,0.3430,0.4561,0.0225,0.4801
arb_Arab,0.8287,0.4603,0.7987,0.6043,0.5652,0.2668,0.1856,0.5783,0.0150,0.4781
fin_Latn,0.7931,0.5508,0.8722,0.5362,0.5652,0.3605,0.1493,0.3421,0.0299,0.4666
hin_Deva,0.8643,0.6083,0.8354,0.6043,0.6496,0.1264,0.0646,0.3176,0.0075,0.4531
vie_Latn,0.7841,0.5343,0.8446,0.6299,0.6327,0.2388,0.0363,0.3014,0.0449,0.4497
bel_Cyrl,0.8376,0.5179,0.8813,0.6554,0.6327,0.1639,0.1009,0.2362,0.0075,0.4481
tgl_Latn,0.7931,0.5014,0.8538,0.6554,0.6327,0.1919,0.0646,0.2851,0.0299,0.4453
prs_Arab,0.7841,0.6576,0.7803,0.6469,0.6411,0.1404,0.0403,0.2851,0.0299,0.4451
pes_Arab,0.7841,0.6576,0.7803,0.6469,0.6411,0.1404,0.0403,0.2851,0.0299,0.4451
tur_Latn,0.7485,0.5836,0.8538,0.5618,0.5399,0.2013,0.0484,0.3176,0.0075,0.4292
nno_Latn,0.7129,0.4932,0.7987,0.4596,0.4893,0.2715,0.2179,0.3421,0.0449,0.4256
heb_Hebr,0.6950,0.5343,0.6885,0.5022,0.5230,0.1732,0.1009,0.3502,0.0075,0.3972
epo_Latn,0.6683,0.4521,0.8354,0.5447,0.5062,0.1030,0.0726,0.2281,0.0225,0.3814
est_Latn,0.7307,0.5261,0.8354,0.4426,0.4471,0.0936,0.0161,0.1792,0.0150,0.3651
fao_Latn,0.7485,0.3617,0.8171,0.4341,0.4893,0.1498,0.0565,0.1955,0.0225,0.3639
isl_Latn,0.7129,0.3042,0.7069,0.4596,0.5062,0.1639,0.0605,0.3014,0.0150,0.3589
swh_Latn,0.8020,0.5836,0.8171,0.4086,0.4640,0.0281,0.0161,0.0489,0.0150,0.3537
tha_Thai,0.7485,0.2877,0.7987,0.4852,0.4977,0.0375,0.0081,0.2525,0.0075,0.3470
lit_Latn,0.8020,0.5425,0.7895,0.3830,0.3796,0.0421,0.0161,0.1222,0.0075,0.3427
urd_Arab,0.6416,0.3946,0.8630,0.4511,0.4471,0.0468,0.0040,0.1955,0.0075,0.3390
ben_Beng,0.7574,0.3206,0.7895,0.4681,0.4724,0.0094,0.0040,0.1466,0.0075,0.3306
hye_Armn,0.7752,0.4110,0.7436,0.4426,0.4808,0.0094,0.0000,0.0407,0.0000,0.3226
ceb_Latn,0.7485,0.2713,0.7803,0.4000,0.4218,0.0421,0.0202,0.1140,0.0225,0.3134
npi_Deva,0.7663,0.3699,0.6977,0.4000,0.4134,0.0047,0.0040,0.1547,0.0000,0.3123
mar_Deva,0.6772,0.3042,0.7620,0.3575,0.3459,0.0094,0.0040,0.0896,0.0000,0.2833
kat_Geor,0.6237,0.3124,0.6702,0.4171,0.4555,0.0187,0.0081,0.0244,0.0075,0.2820
cym_Latn,0.5970,0.1726,0.8171,0.3660,0.3965,0.0234,0.0121,0.0733,0.0150,0.2748
zsm_Latn,0.4723,0.1644,0.5876,0.4171,0.3796,0.0843,0.0202,0.1466,0.0150,0.2541
tam_Taml,0.7129,0.3453,0.6059,0.2724,0.2953,0.0047,0.0000,0.0489,0.0000,0.2539
guj_Gujr,0.6059,0.3124,0.6794,0.3149,0.3543,0.0047,0.0000,0.0081,0.0000,0.2533
urd_Latn,0.6148,0.2137,0.5692,0.3234,0.2362,0.0515,0.0121,0.2036,0.0075,0.2480
mlt_Latn,0.5792,0.2548,0.6977,0.2639,0.2531,0.0328,0.0202,0.0489,0.0075,0.2398
mal_Mlym,0.7396,0.2795,0.5784,0.2639,0.2784,0.0047,0.0000,0.0000,0.0075,0.2391
gle_Latn,0.4812,0.1151,0.6518,0.3490,0.3037,0.0796,0.0363,0.0570,0.0150,0.2321
kaz_Cyrl,0.4188,0.3370,0.6885,0.2894,0.2868,0.0047,0.0000,0.0489,0.0000,0.2305
tel_Telu,0.6594,0.2795,0.5325,0.2809,0.2953,0.0000,0.0000,0.0081,0.0000,0.2284
hin_Latn,0.4277,0.2466,0.5417,0.3149,0.2615,0.0609,0.0081,0.1222,0.0075,0.2212
gla_Latn,0.4634,0.0740,0.7712,0.2639,0.2784,0.0281,0.0161,0.0733,0.0150,0.2204
asm_Beng,0.5436,0.2302,0.6610,0.2468,0.2362,0.0047,0.0000,0.0244,0.0075,0.2172
war_Latn,0.4366,0.1891,0.6794,0.2639,0.2699,0.0281,0.0081,0.0570,0.0150,0.2163
tgk_Cyrl,0.4544,0.1644,0.6977,0.3149,0.2868,0.0047,0.0000,0.0163,0.0075,0.2163
pap_Latn,0.5257,0.2137,0.6426,0.1787,0.1687,0.0515,0.0363,0.0896,0.0225,0.2144
tpi_Latn,0.6327,0.1808,0.5967,0.1702,0.1940,0.0234,0.0081,0.0652,0.0075,0.2087
pan_Guru,0.6772,0.2137,0.5876,0.2213,0.1518,0.0047,0.0000,0.0000,0.0000,0.2063
mri_Latn,0.3386,0.0904,0.7253,0.2894,0.2699,0.0281,0.0121,0.0896,0.0075,0.2057
bak_Cyrl,0.3386,0.2055,0.6335,0.2979,0.3121,0.0000,0.0000,0.0244,0.0075,0.2022
kir_Cyrl,0.3475,0.2384,0.6702,0.2553,0.2278,0.0047,0.0000,0.0163,0.0000,0.1956
kan_Knda,0.5168,0.2220,0.5233,0.2128,0.2446,0.0047,0.0000,0.0326,0.0000,0.1952
san_Deva,0.4366,0.1397,0.4958,0.2213,0.2193,0.0140,0.0040,0.1547,0.0075,0.1881
mai_Deva,0.3653,0.1891,0.5967,0.2213,0.2278,0.0140,0.0040,0.0489,0.0000,0.1852
hat_Latn,0.4099,0.1315,0.5967,0.1873,0.1603,0.0187,0.0081,0.1059,0.0075,0.1807
aeb_Arab,0.4010,0.0986,0.4866,0.2043,0.2193,0.0468,0.0363,0.1059,0.0000,0.1776
snd_Arab,0.2941,0.1480,0.6610,0.2468,0.2193,0.0047,0.0040,0.0163,0.0000,0.1771
hau_Latn,0.5079,0.2384,0.4866,0.1447,0.1434,0.0140,0.0040,0.0244,0.0075,0.1746
ibo_Latn,0.3742,0.1151,0.5876,0.2043,0.1772,0.0094,0.0040,0.0081,0.0075,0.1653
awa_Deva,0.2584,0.1233,0.5233,0.2383,0.2109,0.0094,0.0000,0.0489,0.0000,0.1569
tat_Cyrl,0.1693,0.1315,0.5692,0.2553,0.2615,0.0047,0.0040,0.0163,0.0000,0.1569
sin_Sinh,0.4544,0.1233,0.4590,0.1787,0.1772,0.0000,0.0000,0.0081,0.0075,0.1565
tuk_Latn,0.2762,0.1480,0.5233,0.1958,0.1772,0.0234,0.0081,0.0326,0.0075,0.1547
hne_Deva,0.2317,0.0822,0.6426,0.1873,0.1434,0.0094,0.0081,0.0407,0.0075,0.1503
kmr_Latn,0.2317,0.0575,0.6059,0.2128,0.2025,0.0094,0.0081,0.0244,0.0000,0.1503
ary_Arab,0.2941,0.0822,0.4498,0.1532,0.1772,0.0328,0.0202,0.0489,0.0000,0.1398
sna_Latn,0.4455,0.1562,0.3489,0.1192,0.1265,0.0140,0.0040,0.0244,0.0075,0.1385
ilo_Latn,0.3208,0.0986,0.4131,0.1617,0.1687,0.0234,0.0121,0.0326,0.0150,0.1385
zul_Latn,0.4812,0.1233,0.3948,0.0851,0.0844,0.0140,0.0081,0.0244,0.0150,0.1367
jav_Latn,0.2851,0.0904,0.4590,0.1447,0.1097,0.0187,0.0081,0.0244,0.0150,0.1284
plt_Latn,0.3742,0.0658,0.4958,0.0766,0.0844,0.0140,0.0121,0.0244,0.0075,0.1283
uig_Arab,0.1337,0.0493,0.5600,0.1787,0.1434,0.0000,0.0040,0.0163,0.0075,0.1214
min_Latn,0.1871,0.1151,0.4131,0.1447,0.1434,0.0234,0.0161,0.0244,0.0150,0.1203
amh_Ethi,0.5792,0.1315,0.3121,0.0255,0.0253,0.0000,0.0000,0.0081,0.0000,0.1202
sun_Latn,0.2495,0.0986,0.3580,0.1277,0.1350,0.0281,0.0202,0.0326,0.0225,0.1191
sot_Latn,0.2851,0.0904,0.4590,0.0766,0.0675,0.0140,0.0121,0.0244,0.0150,0.1160
smo_Latn,0.2406,0.0411,0.5325,0.0766,0.0675,0.0140,0.0081,0.0244,0.0150,0.1133
khm_Khmr,0.3742,0.1069,0.3948,0.0766,0.0422,0.0000,0.0000,0.0163,0.0000,0.1123
nya_Latn,0.3742,0.0822,0.3580,0.0511,0.0506,0.0187,0.0121,0.0244,0.0225,0.1104
xho_Latn,0.3475,0.1233,0.3121,0.0851,0.0506,0.0140,0.0081,0.0326,0.0150,0.1098
lus_Latn,0.4634,0.0329,0.3580,0.0511,0.0422,0.0047,0.0040,0.0163,0.0150,0.1097
tsn_Latn,0.2049,0.0904,0.4131,0.0851,0.0759,0.0187,0.0081,0.0244,0.0075,0.1031
nso_Latn,0.1871,0.0658,0.4682,0.0851,0.0591,0.0140,0.0121,0.0244,0.0075,0.1026
ory_Orya,0.2673,0.0247,0.4682,0.0681,0.0759,0.0000,0.0000,0.0000,0.0075,0.1013
ckb_Arab,0.1247,0.0575,0.4131,0.1192,0.1434,0.0047,0.0000,0.0244,0.0075,0.0994
yor_Latn,0.2406,0.0411,0.3948,0.0766,0.0675,0.0094,0.0121,0.0244,0.0075,0.0971
mya_Mymr,0.2584,0.0658,0.3672,0.0596,0.0591,0.0000,0.0040,0.0081,0.0000,0.0914
ssw_Latn,0.2762,0.0904,0.2662,0.0596,0.0591,0.0140,0.0121,0.0244,0.0075,0.0900
kin_Latn,0.2317,0.0658,0.2479,0.1021,0.1012,0.0140,0.0081,0.0244,0.0075,0.0892
tum_Latn,0.2049,0.0329,0.3397,0.0511,0.0591,0.0187,0.0121,0.0326,0.0150,0.0851
eus_Latn,0.1069,0.0740,0.3030,0.0681,0.0844,0.0375,0.0202,0.0407,0.0075,0.0825
run_Latn,0.2228,0.0575,0.2479,0.0511,0.0759,0.0140,0.0081,0.0326,0.0150,0.0805
som_Latn,0.2049,0.0986,0.2020,0.0851,0.0759,0.0094,0.0081,0.0163,0.0075,0.0786
lug_Latn,0.1426,0.0247,0.3213,0.0596,0.0675,0.0047,0.0121,0.0081,0.0075,0.0720
fij_Latn,0.1604,0.0164,0.3489,0.0426,0.0337,0.0047,0.0040,0.0081,0.0075,0.0696
bem_Latn,0.1604,0.0658,0.2479,0.0426,0.0337,0.0094,0.0081,0.0244,0.0150,0.0675
tso_Latn,0.1158,0.0329,0.3121,0.0426,0.0422,0.0094,0.0081,0.0244,0.0150,0.0669
pag_Latn,0.1337,0.0575,0.1836,0.0426,0.0422,0.0234,0.0202,0.0326,0.0225,0.0620
ban_Latn,0.1247,0.0493,0.2112,0.0511,0.0506,0.0094,0.0040,0.0244,0.0075,0.0591
twi_Latn,0.0891,0.0411,0.2479,0.0426,0.0337,0.0140,0.0121,0.0163,0.0075,0.0560
lin_Latn,0.0713,0.0164,0.1285,0.0596,0.0591,0.0187,0.0121,0.0244,0.0075,0.0442
ace_Latn,0.0356,0.0411,0.1744,0.0511,0.0422,0.0094,0.0081,0.0244,0.0075,0.0438
kik_Latn,0.0713,0.0164,0.1377,0.0340,0.0337,0.0140,0.0081,0.0326,0.0075,0.0395
quy_Latn,0.0624,0.0247,0.1193,0.0426,0.0337,0.0094,0.0081,0.0163,0.0075,0.0360
ayr_Latn,0.0446,0.0164,0.0918,0.0426,0.0253,0.0140,0.0161,0.0244,0.0150,0.0323
wol_Latn,0.0267,0.0164,0.0918,0.0426,0.0422,0.0140,0.0081,0.0081,0.0075,0.0286
bug_Latn,0.0267,0.0082,0.0826,0.0426,0.0422,0.0094,0.0081,0.0163,0.0075,0.0271
sag_Latn,0.0178,0.0247,0.0551,0.0340,0.0253,0.0140,0.0121,0.0244,0.0225,0.0256
ewe_Latn,0.0267,0.0164,0.0734,0.0255,0.0253,0.0140,0.0040,0.0163,0.0150,0.0241
dyu_Latn,0.0356,0.0082,0.0918,0.0170,0.0169,0.0140,0.0081,0.0163,0.0075,0.0239
bam_Latn,0.0356,0.0164,0.0459,0.0340,0.0337,0.0187,0.0081,0.0081,0.0075,0.0231
luo_Latn,0.0267,0.0247,0.0459,0.0255,0.0337,0.0140,0.0121,0.0163,0.0075,0.0229
tir_Ethi,0.1158,0.0247,0.0367,0.0085,0.0084,0.0000,0.0000,0.0081,0.0000,0.0225
kab_Latn,0.0267,0.0082,0.0734,0.0340,0.0169,0.0094,0.0081,0.0163,0.0075,0.0223
fuv_Latn,0.0267,0.0164,0.0551,0.0426,0.0337,0.0047,0.0081,0.0081,0.0000,0.0217
kac_Latn,0.0178,0.0000,0.0643,0.0255,0.0253,0.0094,0.0040,0.0081,0.0075,0.0180
shn_Mymr,0.0089,0.0000,0.0918,0.0255,0.0253,0.0047,0.0000,0.0000,0.0000,0.0174
mos_Latn,0.0178,0.0082,0.0275,0.0426,0.0253,0.0047,0.0040,0.0163,0.0075,0.0171
taq_Latn,0.0089,0.0164,0.0459,0.0255,0.0169,0.0047,0.0000,0.0163,0.0000,0.0150
dik_Latn,0.0089,0.0164,0.0275,0.0255,0.0084,0.0094,0.0081,0.0163,0.0075,0.0142
fon_Latn,0.0178,0.0000,0.0275,0.0170,0.0169,0.0047,0.0081,0.0163,0.0075,0.0129
kbp_Latn,0.0267,0.0082,0.0275,0.0170,0.0169,0.0047,0.0040,0.0081,0.0000,0.0126
nus_Latn,0.0089,0.0000,0.0184,0.0170,0.0084,0.0094,0.0040,0.0081,0.0075,0.0091
|