opus-mt-tc-big-itc-itc / benchmark_results.txt
tiedeman's picture
Initial commit
c93612f
ast-cat flores101-dev 0.56993 31.1 997 25962
ast-fra flores101-dev 0.56952 32.2 997 26706
ast-glg flores101-dev 0.54400 28.3 997 25265
ast-ita flores101-dev 0.51441 22.6 997 25840
ast-oci flores101-dev 0.49415 21.1 997 25819
ast-por flores101-dev 0.56712 30.9 997 25287
ast-ron flores101-dev 0.52266 25.1 997 25616
ast-spa flores101-dev 0.48952 21.3 997 27793
cat-ast flores101-dev 0.55160 23.9 997 23232
cat-fra flores101-dev 0.63184 38.3 997 26706
cat-glg flores101-dev 0.59388 32.3 997 25265
cat-ita flores101-dev 0.55787 26.2 997 25840
cat-oci flores101-dev 0.54514 25.6 997 25819
cat-por flores101-dev 0.62313 36.9 997 25287
cat-ron flores101-dev 0.56799 29.5 997 25616
cat-spa flores101-dev 0.52900 24.3 997 27793
fra-ast flores101-dev 0.51966 20.6 997 23232
fra-cat flores101-dev 0.59877 33.7 997 25962
fra-glg flores101-dev 0.57259 30.1 997 25265
fra-ita flores101-dev 0.55876 26.1 997 25840
fra-oci flores101-dev 0.57502 28.5 997 25819
fra-por flores101-dev 0.61771 36.5 997 25287
fra-ron flores101-dev 0.56672 30.0 997 25616
fra-spa flores101-dev 0.51968 23.8 997 27793
glg-ast flores101-dev 0.54482 22.7 997 23232
glg-cat flores101-dev 0.60313 32.8 997 25962
glg-fra flores101-dev 0.61767 35.9 997 26706
glg-ita flores101-dev 0.55075 25.0 997 25840
glg-oci flores101-dev 0.52977 22.7 997 25819
glg-por flores101-dev 0.59659 32.3 997 25287
glg-ron flores101-dev 0.55550 28.4 997 25616
glg-spa flores101-dev 0.53044 24.5 997 27793
ita-ast flores101-dev 0.49418 16.5 997 23232
ita-cat flores101-dev 0.56351 27.4 997 25962
ita-fra flores101-dev 0.59322 31.0 997 26706
ita-glg flores101-dev 0.54433 25.1 997 25265
ita-oci flores101-dev 0.47877 18.1 997 25819
ita-por flores101-dev 0.57238 28.3 997 25287
ita-ron flores101-dev 0.52778 23.8 997 25616
ita-spa flores101-dev 0.51145 22.5 997 27793
oci-ast flores101-dev 0.52269 20.2 997 23232
oci-cat flores101-dev 0.59532 32.1 997 25962
oci-fra flores101-dev 0.64711 39.7 997 26706
oci-glg flores101-dev 0.56790 28.9 997 25265
oci-ita flores101-dev 0.53848 24.3 997 25840
oci-por flores101-dev 0.61621 35.6 997 25287
oci-ron flores101-dev 0.55893 28.8 997 25616
oci-spa flores101-dev 0.51491 22.6 997 27793
por-ast flores101-dev 0.53306 21.4 997 23232
por-cat flores101-dev 0.60956 35.1 997 25962
por-fra flores101-dev 0.63829 39.5 997 26706
por-glg flores101-dev 0.57314 29.8 997 25265
por-ita flores101-dev 0.55032 25.5 997 25840
por-oci flores101-dev 0.54152 25.0 997 25819
por-ron flores101-dev 0.57130 30.3 997 25616
por-spa flores101-dev 0.52929 24.9 997 27793
ron-ast flores101-dev 0.51473 19.8 997 23232
ron-cat flores101-dev 0.59300 32.4 997 25962
ron-fra flores101-dev 0.62557 37.4 997 26706
ron-glg flores101-dev 0.56859 29.6 997 25265
ron-ita flores101-dev 0.54677 24.4 997 25840
ron-oci flores101-dev 0.52448 22.6 997 25819
ron-por flores101-dev 0.60829 34.9 997 25287
ron-spa flores101-dev 0.51970 24.0 997 27793
spa-ast flores101-dev 0.48365 15.1 997 23232
spa-cat flores101-dev 0.53735 22.7 997 25962
spa-fra flores101-dev 0.56861 27.7 997 26706
spa-glg flores101-dev 0.52786 22.3 997 25265
spa-ita flores101-dev 0.52474 21.6 997 25840
spa-oci flores101-dev 0.48027 16.8 997 25819
spa-por flores101-dev 0.55183 25.2 997 25287
spa-ron flores101-dev 0.51403 22.0 997 25616
ast-cat flores101-devtest 0.57870 31.8 1012 27304
ast-fra flores101-devtest 0.56761 31.1 1012 28343
ast-glg flores101-devtest 0.55161 27.9 1012 26582
ast-ita flores101-devtest 0.51764 22.1 1012 27306
ast-oci flores101-devtest 0.49545 20.6 1012 27305
ast-por flores101-devtest 0.57347 31.5 1012 26519
ast-ron flores101-devtest 0.52317 24.8 1012 26799
ast-spa flores101-devtest 0.49741 21.2 1012 29199
cat-ast flores101-devtest 0.56754 24.7 1012 24572
cat-fra flores101-devtest 0.63368 38.4 1012 28343
cat-glg flores101-devtest 0.59596 32.2 1012 26582
cat-ita flores101-devtest 0.55886 26.3 1012 27306
cat-oci flores101-devtest 0.54285 24.6 1012 27305
cat-por flores101-devtest 0.62913 37.7 1012 26519
cat-ron flores101-devtest 0.56885 29.5 1012 26799
cat-spa flores101-devtest 0.53372 24.6 1012 29199
fra-ast flores101-devtest 0.52696 20.7 1012 24572
fra-cat flores101-devtest 0.60492 34.6 1012 27304
fra-glg flores101-devtest 0.57485 30.3 1012 26582
fra-ita flores101-devtest 0.56493 27.3 1012 27306
fra-oci flores101-devtest 0.57449 28.2 1012 27305
fra-por flores101-devtest 0.62211 36.9 1012 26519
fra-ron flores101-devtest 0.56998 29.4 1012 26799
fra-spa flores101-devtest 0.52880 24.2 1012 29199
glg-ast flores101-devtest 0.55090 22.4 1012 24572
glg-cat flores101-devtest 0.60550 32.6 1012 27304
glg-fra flores101-devtest 0.62026 36.0 1012 28343
glg-ita flores101-devtest 0.55834 25.9 1012 27306
glg-oci flores101-devtest 0.52520 21.9 1012 27305
glg-por flores101-devtest 0.60027 32.7 1012 26519
glg-ron flores101-devtest 0.55621 27.8 1012 26799
glg-spa flores101-devtest 0.53219 24.4 1012 29199
ita-ast flores101-devtest 0.50741 17.1 1012 24572
ita-cat flores101-devtest 0.57061 27.9 1012 27304
ita-fra flores101-devtest 0.60199 32.0 1012 28343
ita-glg flores101-devtest 0.55312 25.9 1012 26582
ita-oci flores101-devtest 0.48447 18.1 1012 27305
ita-por flores101-devtest 0.58162 29.0 1012 26519
ita-ron flores101-devtest 0.53703 24.2 1012 26799
ita-spa flores101-devtest 0.52238 23.1 1012 29199
oci-ast flores101-devtest 0.53010 20.2 1012 24572
oci-cat flores101-devtest 0.59946 32.2 1012 27304
oci-fra flores101-devtest 0.64290 39.0 1012 28343
oci-glg flores101-devtest 0.56737 28.0 1012 26582
oci-ita flores101-devtest 0.54220 24.2 1012 27306
oci-por flores101-devtest 0.62127 35.7 1012 26519
oci-ron flores101-devtest 0.55906 28.0 1012 26799
oci-spa flores101-devtest 0.52110 22.8 1012 29199
por-ast flores101-devtest 0.54539 22.5 1012 24572
por-cat flores101-devtest 0.61809 36.4 1012 27304
por-fra flores101-devtest 0.64343 39.7 1012 28343
por-glg flores101-devtest 0.57965 30.4 1012 26582
por-ita flores101-devtest 0.55841 26.3 1012 27306
por-oci flores101-devtest 0.54829 25.3 1012 27305
por-ron flores101-devtest 0.57283 29.8 1012 26799
por-spa flores101-devtest 0.53513 25.2 1012 29199
ron-ast flores101-devtest 0.52265 20.1 1012 24572
ron-cat flores101-devtest 0.59689 32.6 1012 27304
ron-fra flores101-devtest 0.63060 37.4 1012 28343
ron-glg flores101-devtest 0.56677 29.3 1012 26582
ron-ita flores101-devtest 0.55485 25.6 1012 27306
ron-oci flores101-devtest 0.52433 21.8 1012 27305
ron-por flores101-devtest 0.61831 36.1 1012 26519
ron-spa flores101-devtest 0.52712 24.1 1012 29199
spa-ast flores101-devtest 0.49008 15.7 1012 24572
spa-cat flores101-devtest 0.53905 23.2 1012 27304
spa-fra flores101-devtest 0.57078 27.4 1012 28343
spa-glg flores101-devtest 0.52563 22.0 1012 26582
spa-ita flores101-devtest 0.52783 22.3 1012 27306
spa-oci flores101-devtest 0.48064 16.3 1012 27305
spa-por flores101-devtest 0.55736 25.8 1012 26519
spa-ron flores101-devtest 0.51623 21.4 1012 26799
fra-ita newssyscomb2009 0.60995 32.1 502 11551
fra-spa newssyscomb2009 0.60224 34.2 502 12503
ita-fra newssyscomb2009 0.61237 33.7 502 12331
ita-spa newssyscomb2009 0.60706 35.4 502 12503
spa-fra newssyscomb2009 0.61290 34.6 502 12331
spa-ita newssyscomb2009 0.61632 33.3 502 11551
fra-spa news-test2008 0.58939 33.9 2051 52586
spa-fra news-test2008 0.58695 32.4 2051 52685
fra-ita newstest2009 0.59764 31.2 2525 63466
fra-spa newstest2009 0.58829 32.5 2525 68111
ita-fra newstest2009 0.59084 31.6 2525 69263
ita-spa newstest2009 0.59669 33.5 2525 68111
spa-fra newstest2009 0.59096 32.3 2525 69263
spa-ita newstest2009 0.60783 33.2 2525 63466
fra-spa newstest2010 0.62250 37.8 2489 65480
spa-fra newstest2010 0.61953 36.2 2489 66022
fra-spa newstest2011 0.62953 39.8 3003 79476
spa-fra newstest2011 0.61130 34.9 3003 80626
fra-spa newstest2012 0.62397 39.0 3003 79006
spa-fra newstest2012 0.60927 34.3 3003 78011
fra-spa newstest2013 0.59312 34.9 3000 70528
spa-fra newstest2013 0.59468 33.6 3000 70037
cat-fra tatoeba-test-v2020-07-28 0.71379 55.0 686 5517
cat-ita tatoeba-test-v2020-07-28 0.74192 58.6 294 1995
cat-por tatoeba-test-v2020-07-28 0.74959 57.6 729 5847
fra-cat tatoeba-test-v2020-07-28 0.66559 46.4 686 5214
fra-ita tatoeba-test-v2020-07-28 0.72709 53.7 10000 61282
fra-por tatoeba-test-v2020-07-28 0.68142 48.3 10000 71341
fra-ron tatoeba-test-v2020-07-28 0.65019 43.9 1952 12383
fra-spa tatoeba-test-v2020-07-28 0.71972 54.7 10000 76002
glg-por tatoeba-test-v2020-07-28 0.76871 61.2 430 3078
ita-cat tatoeba-test-v2020-07-28 0.72695 56.6 294 2074
ita-fra tatoeba-test-v2020-07-28 0.77930 65.2 10000 65549
ita-por tatoeba-test-v2020-07-28 0.72649 53.6 2500 18891
ita-ron tatoeba-test-v2020-07-28 0.70789 51.1 1004 6203
lad-spa tatoeba-test-v2020-07-28 0.56506 38.4 207 1076
lat_Latn-por tatoeba-test-v2020-07-28 0.31405 11.3 4999 64023
por-cat tatoeba-test-v2020-07-28 0.70936 51.9 729 5878
por-fra tatoeba-test-v2020-07-28 0.75256 60.6 10000 73898
por-glg tatoeba-test-v2020-07-28 0.75444 59.0 430 2989
por-ita tatoeba-test-v2020-07-28 0.76190 57.4 2500 18301
por-lat_Latn tatoeba-test-v2020-07-28 0.32111 5.6 4999 49173
por-ron tatoeba-test-v2020-07-28 0.67789 46.6 681 4529
por-spa tatoeba-test-v2020-07-28 0.79326 64.6 10000 77915
ron-fra tatoeba-test-v2020-07-28 0.70274 54.9 1952 13478
ron-ita tatoeba-test-v2020-07-28 0.73841 53.6 1004 6345
ron-por tatoeba-test-v2020-07-28 0.70987 51.0 681 4604
ron-spa tatoeba-test-v2020-07-28 0.73537 57.2 1961 12694
spa-fra tatoeba-test-v2020-07-28 0.73050 57.2 10000 80915
spa-lad tatoeba-test-v2020-07-28 0.36854 12.8 207 1090
spa-por tatoeba-test-v2020-07-28 0.76180 59.6 10000 77911
spa-ron tatoeba-test-v2020-07-28 0.66673 45.5 1961 12518
cat-fra tatoeba-test-v2021-03-30 0.71041 54.4 705 5724
cat-ita tatoeba-test-v2021-03-30 0.74355 58.9 296 2010
cat-por tatoeba-test-v2021-03-30 0.74920 57.3 753 6173
egl-ita tatoeba-test-v2021-03-30 0.25460 5.3 203 1008
fra-cat tatoeba-test-v2021-03-30 0.66514 46.2 705 5398
fra-ita tatoeba-test-v2021-03-30 0.72735 53.8 10041 61568
fra-oci tatoeba-test-v2021-03-30 0.37528 11.8 807 6057
fra-pcd tatoeba-test-v2021-03-30 0.13333 0.4 268 1578
fra-por tatoeba-test-v2021-03-30 0.68127 48.3 10151 72451
fra-ron tatoeba-test-v2021-03-30 0.65019 43.9 1952 12383
fra-spa tatoeba-test-v2021-03-30 0.72025 54.8 10122 77059
glg-por tatoeba-test-v2021-03-30 0.76744 61.3 438 3138
ita-cat tatoeba-test-v2021-03-30 0.72871 57.0 296 2089
ita-egl tatoeba-test-v2021-03-30 0.11118 1.0 203 1093
ita-fra tatoeba-test-v2021-03-30 0.77930 65.2 10041 65856
ita-pms tatoeba-test-v2021-03-30 0.17895 1.0 233 1939
ita-por tatoeba-test-v2021-03-30 0.72846 54.0 5069 38699
ita-ron tatoeba-test-v2021-03-30 0.70691 51.0 1015 6261
lad_Latn-spa tatoeba-test-v2021-03-30 0.60681 44.7 242 1294
lad-spa tatoeba-test-v2021-03-30 0.56680 39.5 260 1405
lat_Latn-por tatoeba-test-v2021-03-30 0.31424 11.4 5001 64073
oci-fra tatoeba-test-v2021-03-30 0.49707 29.6 807 6310
pcd-fra tatoeba-test-v2021-03-30 0.39112 17.7 268 1685
pms-ita tatoeba-test-v2021-03-30 0.40099 19.8 233 1734
por-cat tatoeba-test-v2021-03-30 0.71112 52.1 753 6209
por-fra tatoeba-test-v2021-03-30 0.75323 60.7 10151 75038
por-glg tatoeba-test-v2021-03-30 0.75379 59.0 438 3048
por-ita tatoeba-test-v2021-03-30 0.76475 57.9 5069 37479
por-lat_Latn tatoeba-test-v2021-03-30 0.32119 5.6 5001 49208
por-ron tatoeba-test-v2021-03-30 0.67676 46.7 715 4725
por-spa tatoeba-test-v2021-03-30 0.79310 64.7 10395 80844
ron-fra tatoeba-test-v2021-03-30 0.70274 54.9 1952 13478
ron-ita tatoeba-test-v2021-03-30 0.73780 53.5 1015 6401
ron-por tatoeba-test-v2021-03-30 0.71087 51.1 715 4807
ron-spa tatoeba-test-v2021-03-30 0.73537 57.2 1961 12694
spa-fra tatoeba-test-v2021-03-30 0.73092 57.3 10122 82050
spa-lad tatoeba-test-v2021-03-30 0.37849 14.6 260 1417
spa-lad_Latn tatoeba-test-v2021-03-30 0.41093 15.1 242 1306
spa-por tatoeba-test-v2021-03-30 0.76015 59.3 10395 81022
spa-ron tatoeba-test-v2021-03-30 0.66673 45.5 1961 12518
cat-fra tatoeba-test-v2021-08-07 0.71201 54.6 700 5664
cat-ita tatoeba-test-v2021-08-07 0.74198 58.4 298 2028
cat-por tatoeba-test-v2021-08-07 0.74930 57.4 747 6119
cat-spa tatoeba-test-v2021-08-07 0.87844 78.1 1534 12094
egl-ita tatoeba-test-v2021-08-07 0.25485 5.3 202 1004
fra-cat tatoeba-test-v2021-08-07 0.66525 46.2 700 5342
fra-ita tatoeba-test-v2021-08-07 0.72742 53.8 10091 62060
fra-oci tatoeba-test-v2021-08-07 0.37505 11.8 806 6047
fra-pcd tatoeba-test-v2021-08-07 0.13336 0.4 266 1569
fra-por tatoeba-test-v2021-08-07 0.68413 48.6 10518 77650
fra-ron tatoeba-test-v2021-08-07 0.65009 44.0 1925 12252
fra-spa tatoeba-test-v2021-08-07 0.72080 54.8 10294 78406
glg-por tatoeba-test-v2021-08-07 0.76720 61.1 433 3105
glg-spa tatoeba-test-v2021-08-07 0.82362 71.7 2121 17443
ita-cat tatoeba-test-v2021-08-07 0.72529 56.4 298 2109
ita-egl tatoeba-test-v2021-08-07 0.11133 1.0 202 1088
ita-fra tatoeba-test-v2021-08-07 0.77932 65.2 10091 66377
ita-pms tatoeba-test-v2021-08-07 0.17907 1.0 232 1926
ita-por tatoeba-test-v2021-08-07 0.72798 54.0 3066 25668
ita-ron tatoeba-test-v2021-08-07 0.70814 51.1 1005 6209
ita-spa tatoeba-test-v2021-08-07 0.77455 62.9 5000 34937
lad_Latn-spa tatoeba-test-v2021-08-07 0.59363 42.6 239 1239
lad-spa tatoeba-test-v2021-08-07 0.52243 34.7 276 1448
lat_Latn-por tatoeba-test-v2021-08-07 0.31410 11.3 5000 64031
oci-fra tatoeba-test-v2021-08-07 0.49660 29.6 806 6302
pcd-fra tatoeba-test-v2021-08-07 0.39257 17.7 266 1677
pms-ita tatoeba-test-v2021-08-07 0.40221 20.0 232 1721
por-cat tatoeba-test-v2021-08-07 0.71146 52.2 747 6149
por-fra tatoeba-test-v2021-08-07 0.75565 60.9 10518 80459
por-glg tatoeba-test-v2021-08-07 0.75348 59.0 433 3016
por-ita tatoeba-test-v2021-08-07 0.76883 58.8 3066 24897
por-lat_Latn tatoeba-test-v2021-08-07 0.32112 5.6 5000 49182
por-ron tatoeba-test-v2021-08-07 0.67838 46.6 681 4521
por-spa tatoeba-test-v2021-08-07 0.79336 64.8 10947 87335
ron-fra tatoeba-test-v2021-08-07 0.70307 55.0 1925 13347
ron-ita tatoeba-test-v2021-08-07 0.73862 53.7 1005 6352
ron-por tatoeba-test-v2021-08-07 0.70889 50.7 681 4593
ron-spa tatoeba-test-v2021-08-07 0.73529 57.2 1959 12679
spa-cat tatoeba-test-v2021-08-07 0.82758 67.9 1534 12343
spa-fra tatoeba-test-v2021-08-07 0.73113 57.3 10294 83501
spa-glg tatoeba-test-v2021-08-07 0.77332 63.0 2121 16581
spa-ita tatoeba-test-v2021-08-07 0.77046 60.3 5000 34515
spa-lad tatoeba-test-v2021-08-07 0.34217 13.4 276 1464
spa-lad_Latn tatoeba-test-v2021-08-07 0.40084 14.7 239 1254
spa-por tatoeba-test-v2021-08-07 0.75854 59.1 10947 87610
spa-ron tatoeba-test-v2021-08-07 0.66679 45.5 1959 12503
cat-ita wmt21-ml-wp 0.69968 47.8 1743 42735
cat-oci wmt21-ml-wp 0.73808 51.6 1743 43736
cat-ron wmt21-ml-wp 0.51178 29.0 1743 42895
ita-cat wmt21-ml-wp 0.70538 48.9 1743 43833
ita-oci wmt21-ml-wp 0.59025 32.0 1743 43736
ita-ron wmt21-ml-wp 0.51261 28.9 1743 42895
oci-cat wmt21-ml-wp 0.80908 66.1 1743 43833
oci-ita wmt21-ml-wp 0.63584 39.6 1743 42735
oci-ron wmt21-ml-wp 0.47384 24.6 1743 42895
ron-cat wmt21-ml-wp 0.52994 31.1 1743 43833
ron-ita wmt21-ml-wp 0.52714 29.6 1743 42735
ron-oci wmt21-ml-wp 0.45932 21.3 1743 43736