name pair params bleu chrf comet bertscore_f1 ter meteor rouge1 rouge2 rougeL rougeLsum CPU GPU
0 Helsinki-NLP/opus-mt-en-ru en-ru 73M 26,5758 52,2142 0,8053 0,7326 65,7088 0,4729 0,5383 0,3044 0,5073 0,5074 653,8341 245,9535
1 facebook/m2m100_1.2B en-ru 1182M 28,7878 54,0181 0,8313 0,7490 62,2746 0,5076 0,5721 0,3401 0,5414 0,5418 108676,6452 905,8232
2 facebook/m2m100_418M en-ru 461M 23,1550 49,1277 0,7732 0,7472 67,7934 0,4536 0,5248 0,2869 0,4956 0,4957 2348,3471 602,9851
3 facebook/mbart-large-50-many-to-many-mmt en-ru 582M 24,1197 50,0099 0,8013 0,6847 67,7243 0,4631 0,5315 0,2953 0,5008 0,5010 2346,6684 508,7056
4 facebook/nllb-200-1.3B en-ru 1307M 28,9065 54,6578 0,8487 0,7475 61,5319 0,4941 0,5602 0,3274 0,5299 0,5297 26496,4356 780,8558
5 facebook/nllb-200-3.3B en-ru 3189M 30,9842 56,1716 0,8598 0,8086 60,1823 0,5114 0,5749 0,3459 0,5442 0,5442 3939,6862 3937,5073
6 facebook/nllb-200-distilled-1.3B en-ru 1307M 29,2750 54,8781 0,8536 0,7590 61,3347 0,4964 0,5638 0,3311 0,5328 0,5329 34052,1695 971,3375
7 facebook/nllb-200-distilled-600M en-ru 586M 26,5665 52,8003 0,8278 0,7388 64,1902 0,4705 0,5407 0,3050 0,5106 0,5107 1740,8397 508,2325
8 facebook/wmt19-en-ru en-ru 279M 29,3291 54,4558 0,8515 0,7453 62,9481 0,4978 0,5586 0,3301 0,5281 0,5281 865,1266 237,6978
9 jbochi/madlad400-3b-mt en-ru 2804M 29,3348 55,2875 0,8461 0,6291 62,2131 0,5115 0,5718 0,3391 0,5400 0,5398 2728,3318 2734,1594
10 utrobinmv/t5_translate_en_ru_zh_base_200 en-ru 284M 30,0931 55,1514 0,8301 0,7228 61,5959 0,5177 0,5781 0,3502 0,5459 0,5459 1132,0424 560,6653
11 utrobinmv/t5_translate_en_ru_zh_large_1024 en-ru 811M 30,8382 55,9604 0,8406 0,7280 61,3296 0,5275 0,5847 0,3566 0,5532 0,5532 57585,4015 1182,6772
12 utrobinmv/t5_translate_en_ru_zh_large_1024_v2 en-ru 811M 30,8653 56,1050 0,8496 0,7065 60,2540 0,5282 0,5896 0,3632 0,5589 0,5587 58802,4914 1203,9330
13 utrobinmv/t5_translate_en_ru_zh_small_1024 en-ru 105M 26,9122 53,0544 0,8091 0,6719 64,2286 0,4921 0,5565 0,3241 0,5250 0,5251 715,8758 451,0231
14 Helsinki-NLP/opus-mt-en-zh en-zh 74M 44,4627 23,8930 0,7583 0,7845 141,4046 0,4824 0,7000 0,5431 0,6138 0,6137 348,1495 147,2225
15 facebook/m2m100_1.2B en-zh 1182M 50,8473 26,6707 0,7929 0,8127 111,6661 0,5424 0,7501 0,5871 0,6508 0,6507 74833,3249 647,8161
16 facebook/m2m100_418M en-zh 461M 47,6354 23,9746 0,7494 0,7704 114,3696 0,5037 0,7284 0,5500 0,6269 0,6268 1620,8617 407,6824
17 facebook/mbart-large-50-many-to-many-mmt en-zh 582M 49,9594 25,5360 0,8064 0,8239 149,4857 0,5305 0,7393 0,5745 0,6464 0,6463 1741,2307 400,8841
18 facebook/nllb-200-1.3B en-zh 1307M 35,3403 19,7658 0,7325 0,7802 121,6573 0,4149 0,6378 0,4959 0,5636 0,5632 18703,3390 491,8730
19 facebook/nllb-200-3.3B en-zh 3189M 34,6439 20,4883 0,7374 0,7845 124,9191 0,4220 0,6362 0,5035 0,5622 0,5621 3389,4906 3392,5640
20 facebook/nllb-200-distilled-1.3B en-zh 1307M 31,4931 19,1129 0,7227 0,7635 117,8078 0,3994 0,6165 0,4860 0,5491 0,5494 24051,7528 621,4354
21 facebook/nllb-200-distilled-600M en-zh 586M 33,5787 18,7849 0,7211 0,7964 109,2565 0,4102 0,6375 0,4938 0,5626 0,5626 1397,6912 410,0387
22 jbochi/madlad400-3b-mt en-zh 2804M 53,3447 28,5265 0,8067 0,8229 144,7252 0,5604 0,7589 0,6010 0,6605 0,6605 4117,8760 4196,5310
23 utrobinmv/t5_translate_en_ru_zh_base_200 en-zh 284M 53,9925 29,2251 0,8047 0,8030 108,8451 0,5717 0,7652 0,6098 0,6655 0,6652 841,0854 440,4408
24 utrobinmv/t5_translate_en_ru_zh_large_1024 en-zh 811M 55,0388 29,8404 0,8156 0,7788 108,2868 0,5835 0,7699 0,6176 0,6724 0,6722 50585,2365 958,7528
25 utrobinmv/t5_translate_en_ru_zh_large_1024_v2 en-zh 811M 55,1231 30,4454 0,8234 0,8030 107,1995 0,5862 0,7716 0,6245 0,6770 0,6768 35172,6808 616,1632
26 utrobinmv/t5_translate_en_ru_zh_small_1024 en-zh 105M 51,7038 27,2120 0,7908 0,7839 106,9938 0,5516 0,7558 0,5942 0,6574 0,6572 378,2866 276,6628
27 Helsinki-NLP/opus-mt-ru-en ru-en 73M 24,7467 54,3379 0,8185 0,9177 65,7705 0,5708 0,5973 0,3252 0,5460 0,5460 442,1522 232,3627
28 facebook/m2m100_1.2B ru-en 1182M 19,6816 50,8080 0,7912 0,8779 74,0971 0,5033 0,5396 0,2603 0,4868 0,4870 105844,2432 913,3148
29 facebook/m2m100_418M ru-en 461M 14,2032 43,9393 0,7198 0,8633 82,1358 0,4335 0,4790 0,2040 0,4293 0,4292 2104,6395 534,0774
30 facebook/mbart-large-50-many-to-many-mmt ru-en 582M 25,1851 54,3250 0,8186 0,8827 65,1877 0,5550 0,5869 0,3168 0,5390 0,5387 2489,9218 551,4342
31 facebook/nllb-200-1.3B ru-en 1307M 26,1844 55,3300 0,8157 0,8716 65,0068 0,5622 0,5940 0,3262 0,5424 0,5423 22898,1935 531,8479
32 facebook/nllb-200-3.3B ru-en 3189M 26,7002 55,8034 0,8196 0,8959 65,3566 0,5648 0,5942 0,3271 0,5418 0,5419 3831,6473 3764,1398
33 facebook/nllb-200-distilled-1.3B ru-en 1307M 27,2341 56,2986 0,8262 0,8753 63,9315 0,5735 0,6028 0,3368 0,5508 0,5508 30533,7305 674,1828
34 facebook/nllb-200-distilled-600M ru-en 586M 23,1722 52,6289 0,7955 0,8684 69,9267 0,5281 0,5650 0,2926 0,5132 0,5131 1468,6939 408,8962
35 jbochi/madlad400-3b-mt ru-en 2804M 29,7041 57,8346 0,8418 0,9280 59,2115 0,5952 0,6219 0,3633 0,5761 0,5759 4130,1202 4179,4352
36 utrobinmv/t5_translate_en_ru_zh_base_200 ru-en 284M 28,1550 56,5487 0,8268 0,8652 62,6254 0,5943 0,6170 0,3538 0,5661 0,5662 1108,2944 512,5486
37 utrobinmv/t5_translate_en_ru_zh_large_1024 ru-en 811M 28,8016 57,3489 0,8321 0,8894 62,3971 0,6045 0,6247 0,3646 0,5738 0,5741 59833,9576 1094,7685
38 utrobinmv/t5_translate_en_ru_zh_large_1024_v2 ru-en 811M 29,7208 57,3323 0,8324 0,9080 60,3582 0,6000 0,6248 0,3640 0,5748 0,5748 56225,9991 1049,3953
39 utrobinmv/t5_translate_en_ru_zh_small_1024 ru-en 105M 26,4739 55,0709 0,8172 0,8921 64,0029 0,5770 0,6047 0,3345 0,5521 0,5525 483,7894 344,2730
40 facebook/m2m100_1.2B ru-zh 1182M 43,2424 19,9481 0,7552 0,7668 114,9573 0,4569 0,7034 0,5008 0,5973 0,5974 87109,2398 686,3784
41 facebook/m2m100_418M ru-zh 461M 39,7194 17,3358 0,6975 0,7505 118,1310 0,4172 0,6798 0,4583 0,5754 0,5753 1543,9333 395,9958
42 facebook/mbart-large-50-many-to-many-mmt ru-zh 582M 6,6593 4,3597 0,5767 0,5673 1119,1301 0,0858 0,3228 0,1074 0,3011 0,3009 2451,8201 540,2066
43 facebook/nllb-200-1.3B ru-zh 1307M 36,2259 16,9040 0,7177 0,7127 125,4187 0,3813 0,6412 0,4501 0,5531 0,5530 22213,0033 493,8490
44 facebook/nllb-200-3.3B ru-zh 3189M 41,9993 19,0580 0,7408 0,7170 143,7261 0,4239 0,6790 0,4789 0,5762 0,5765 3376,0328 3430,4032
45 facebook/nllb-200-distilled-1.3B ru-zh 1307M 33,2938 16,9738 0,7247 0,7341 123,9200 0,3765 0,6266 0,4522 0,5463 0,5462 26851,5708 538,8307
46 facebook/nllb-200-distilled-600M ru-zh 586M 30,7489 14,8274 0,6846 0,7124 113,6056 0,3463 0,6085 0,4221 0,5292 0,5290 1616,6162 397,6907
47 jbochi/madlad400-3b-mt ru-zh 2804M 45,9047 23,0254 0,7822 0,8058 124,1257 0,4611 0,7023 0,5095 0,6091 0,6091 4122,3244 4051,5394
48 joefox/mbart-large-ru-zh-ru-many-to-many-mmt ru-zh 382M 46,2066 22,6733 0,7899 0,8627 108,9920 0,4824 0,7155 0,5244 0,6156 0,6156 1254,4608 339,3766
49 utrobinmv/t5_translate_en_ru_zh_base_200 ru-zh 284M 46,7431 23,1231 0,7973 0,7641 109,3153 0,4865 0,7183 0,5280 0,6181 0,6180 783,7860 398,2172
50 utrobinmv/t5_translate_en_ru_zh_large_1024 ru-zh 811M 48,0594 23,9215 0,8059 0,7450 110,6670 0,4998 0,7226 0,5354 0,6227 0,6227 55394,1457 1012,7596
51 utrobinmv/t5_translate_en_ru_zh_large_1024_v2 ru-zh 811M 48,7552 24,7634 0,8125 0,7626 108,8745 0,5073 0,7283 0,5462 0,6299 0,6297 43848,2310 762,3870
52 utrobinmv/t5_translate_en_ru_zh_small_1024 ru-zh 105M 45,2422 21,6906 0,7804 0,7730 106,8762 0,4744 0,7125 0,5166 0,6114 0,6114 526,2773 290,3103
53 Helsinki-NLP/opus-mt-zh-en zh-en 74M 18,1182 50,0371 0,8134 0,8870 76,8639 0,5129 0,5419 0,2644 0,4690 0,4692 496,1516 246,8309
54 facebook/m2m100_1.2B zh-en 1182M 13,8558 43,1583 0,7635 0,8891 81,4007 0,4268 0,4766 0,1996 0,4059 0,4057 107268,6188 895,5113
55 facebook/m2m100_418M zh-en 461M 14,2678 46,0129 0,7803 0,8828 80,5562 0,4604 0,5016 0,2140 0,4248 0,4248 2156,7406 526,1607
56 facebook/mbart-large-50-many-to-many-mmt zh-en 582M 20,6795 50,4439 0,8249 0,8974 72,3842 0,5253 0,5622 0,2818 0,4866 0,4867 2626,4727 569,0805
57 facebook/nllb-200-1.3B zh-en 1307M 16,7372 44,5981 0,7750 0,7823 78,3175 0,4460 0,4942 0,2279 0,4238 0,4237 26551,6138 648,0100
58 facebook/nllb-200-3.3B zh-en 3189M 17,8879 44,6545 0,7854 0,7514 78,4055 0,4332 0,4756 0,2242 0,4071 0,4069 4506,4039 4507,8091
59 facebook/nllb-200-distilled-1.3B zh-en 1307M 14,6981 42,1516 0,7632 0,7878 80,0851 0,4163 0,4715 0,2055 0,4023 0,4024 31184,8232 752,6273
60 facebook/nllb-200-distilled-600M zh-en 586M 15,9150 45,2618 0,7748 0,8872 81,1795 0,4536 0,5000 0,2246 0,4249 0,4250 1421,3271 411,8778
61 jbochi/madlad400-3b-mt zh-en 2804M 23,0698 53,3493 0,8405 0,8812 68,6491 0,5512 0,5826 0,3094 0,5127 0,5129 5039,0253 5023,2377
62 utrobinmv/t5_translate_en_ru_zh_base_200 zh-en 284M 22,5664 52,5969 0,8275 0,8927 70,4667 0,5607 0,5861 0,3072 0,5053 0,5053 1185,4908 554,6808
63 utrobinmv/t5_translate_en_ru_zh_large_1024 zh-en 811M 23,6834 53,7118 0,8360 0,8954 69,2796 0,5758 0,5981 0,3204 0,5177 0,5177 60151,6666 1199,9566
64 utrobinmv/t5_translate_en_ru_zh_large_1024_v2 zh-en 811M 24,9675 53,7603 0,8367 0,9082 66,7007 0,5698 0,5996 0,3237 0,5226 0,5222 52291,6641 1006,5658
65 utrobinmv/t5_translate_en_ru_zh_small_1024 zh-en 105M 20,7130 50,6740 0,8174 0,9098 71,7205 0,5352 0,5670 0,2817 0,4867 0,4865 544,5172 396,5744
66 facebook/m2m100_1.2B zh-ru 1182M 11,2040 37,9546 0,7770 0,7213 86,2963 0,3211 0,4083 0,1663 0,3628 0,3629 118778,6421 1001,5108
67 facebook/m2m100_418M zh-ru 461M 11,1646 39,0877 0,7787 0,7296 87,4846 0,3218 0,4072 0,1617 0,3598 0,3595 2240,5087 585,1283
68 facebook/mbart-large-50-many-to-many-mmt zh-ru 582M 2,1720 6,6294 0,4799 0,7266 107,8262 0,0964 0,1525 0,0265 0,1443 0,1444 2563,5678 563,1034
69 facebook/nllb-200-1.3B zh-ru 1307M 10,1195 35,2411 0,7354 0,6462 93,5976 0,2715 0,3578 0,1320 0,3161 0,3158 26847,4488 671,9517
70 facebook/nllb-200-3.3B zh-ru 3189M 9,7748 32,2177 0,7362 0,6699 89,7229 0,2466 0,3280 0,1226 0,2911 0,2914 4404,0963 4247,6623
71 facebook/nllb-200-distilled-1.3B zh-ru 1307M 9,7654 33,9803 0,7357 0,0 88,6575 0,2633 0,3557 0,1296 0,3156 0,3157 200881,4332 6490,4651
72 facebook/nllb-200-distilled-600M zh-ru 586M 9,4823 35,5420 0,7375 0,4783 90,8343 0,2703 0,3635 0,1286 0,3197 0,3196 15038,9204 3835,9680
73 jbochi/madlad400-3b-mt zh-ru 2804M 15,0201 42,8912 0,8398 0,8093 84,5241 0,3710 0,4474 0,2025 0,3995 0,3994 6123,0299 6048,7921
74 joefox/mbart-large-ru-zh-ru-many-to-many-mmt zh-ru 382M 14,4694 42,0155 0,8217 0,7961 83,3512 0,3659 0,4472 0,1999 0,3974 0,3976 1664,1736 478,1370
75 utrobinmv/t5_translate_en_ru_zh_base_200 zh-ru 284M 13,7552 42,5484 0,8294 0,7828 84,8314 0,3470 0,4235 0,1814 0,3741 0,3738 1412,5297 659,3563
76 utrobinmv/t5_translate_en_ru_zh_large_1024 zh-ru 811M 14,0418 43,3491 0,8379 0,7968 85,3334 0,3564 0,4280 0,1868 0,3791 0,3788 75108,3648 1503,6871
77 utrobinmv/t5_translate_en_ru_zh_large_1024_v2 zh-ru 811M 15,0694 42,9958 0,8433 0,7087 81,3537 0,3572 0,4374 0,1952 0,3891 0,3890 57424,9606 1036,4115
78 utrobinmv/t5_translate_en_ru_zh_small_1024 zh-ru 105M 12,5515 40,9099 0,8074 0,7945 85,8251 0,3266 0,4078 0,1668 0,3602 0,3604 762,4530 430,4251