Add multilingual to the language tag

Hi! A PR to add multilingual to the language tag to improve the referencing.

README.md

@@ -12,757 +12,352 @@ language:
 - nl
 - pdc
 - yi
+- multilingual
+license: cc-by-4.0
 tags:
 - translation
 - opus-mt-tc
-license: cc-by-4.0
 model-index:
 - name: opus-mt-tc-base-gmw-gmw
   results:
   - task:
-      name: Translation afr-deu
       type: translation
-      args: afr-deu
+      name: Translation afr-deu
     dataset:
       name: flores101-devtest
       type: flores_101
       args: afr deu devtest
     metrics:
-    - name: BLEU
-      type: bleu
+    - type: bleu
       value: 21.6
-  - task:
-      name: Translation afr-eng
-      type: translation
-      args: afr-eng
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: afr eng devtest
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 46.8
-  - task:
-      name: Translation deu-afr
-      type: translation
-      args: deu-afr
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: deu afr devtest
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 21.4
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: deu eng devtest
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 33.8
-  - task:
-      name: Translation eng-afr
-      type: translation
-      args: eng-afr
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: eng afr devtest
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 33.8
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: eng deu devtest
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 29.1
-  - task:
-      name: Translation eng-nld
-      type: translation
-      args: eng-nld
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: eng nld devtest
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 21.0
-  - task:
-      name: Translation nld-eng
-      type: translation
-      args: nld-eng
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: nld eng devtest
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 25.6
+      name: BLEU
   - task:
-      name: Translation deu-eng
       type: translation
-      args: deu-eng
+      name: Translation deu-eng
     dataset:
       name: multi30k_test_2016_flickr
       type: multi30k-2016_flickr
       args: deu-eng
     metrics:
-    - name: BLEU
-      type: bleu
+    - type: bleu
       value: 32.2
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: multi30k_test_2016_flickr
-      type: multi30k-2016_flickr
-      args: eng-deu
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 28.8
+      name: BLEU
   - task:
-      name: Translation deu-eng
       type: translation
-      args: deu-eng
+      name: Translation deu-eng
     dataset:
       name: multi30k_test_2017_flickr
       type: multi30k-2017_flickr
       args: deu-eng
     metrics:
-    - name: BLEU
-      type: bleu
+    - type: bleu
       value: 32.7
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: multi30k_test_2017_flickr
-      type: multi30k-2017_flickr
-      args: eng-deu
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 27.6
+      name: BLEU
   - task:
-      name: Translation deu-eng
       type: translation
-      args: deu-eng
+      name: Translation deu-eng
     dataset:
       name: multi30k_test_2017_mscoco
       type: multi30k-2017_mscoco
       args: deu-eng
     metrics:
-    - name: BLEU
-      type: bleu
+    - type: bleu
       value: 25.5
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: multi30k_test_2017_mscoco
-      type: multi30k-2017_mscoco
-      args: eng-deu
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 22.0
+      name: BLEU
   - task:
-      name: Translation deu-eng
       type: translation
-      args: deu-eng
+      name: Translation deu-eng
     dataset:
       name: multi30k_test_2018_flickr
       type: multi30k-2018_flickr
       args: deu-eng
     metrics:
-    - name: BLEU
-      type: bleu
+    - type: bleu
       value: 30.0
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: multi30k_test_2018_flickr
-      type: multi30k-2018_flickr
-      args: eng-deu
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 25.3
+      name: BLEU
   - task:
-      name: Translation deu-eng
       type: translation
-      args: deu-eng
+      name: Translation deu-eng
     dataset:
       name: news-test2008
       type: news-test2008
       args: deu-eng
     metrics:
-    - name: BLEU
-      type: bleu
+    - type: bleu
       value: 23.8
+      name: BLEU
   - task:
-      name: Translation afr-deu
       type: translation
-      args: afr-deu
+      name: Translation afr-deu
     dataset:
       name: tatoeba-test-v2021-08-07
       type: tatoeba_mt
       args: afr-deu
     metrics:
-    - name: BLEU
-      type: bleu
+    - type: bleu
       value: 48.1
-  - task:
-      name: Translation afr-eng
-      type: translation
-      args: afr-eng
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: afr-eng
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 58.8
-  - task:
-      name: Translation afr-nld
-      type: translation
-      args: afr-nld
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: afr-nld
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 54.5
-  - task:
-      name: Translation deu-afr
-      type: translation
-      args: deu-afr
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: deu-afr
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 52.4
-  - task:
-      name: Translation deu-eng
-      type: translation
-      args: deu-eng
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: deu-eng
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 42.1
-  - task:
-      name: Translation deu-nld
-      type: translation
-      args: deu-nld
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: deu-nld
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 48.7
-  - task:
-      name: Translation eng-afr
-      type: translation
-      args: eng-afr
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: eng-afr
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 56.5
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: eng-deu
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 35.9
-  - task:
-      name: Translation eng-nld
-      type: translation
-      args: eng-nld
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: eng-nld
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 48.3
-  - task:
-      name: Translation fry-eng
-      type: translation
-      args: fry-eng
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: fry-eng
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 32.5
-  - task:
-      name: Translation fry-nld
-      type: translation
-      args: fry-nld
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: fry-nld
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 43.1
-  - task:
-      name: Translation hrx-deu
-      type: translation
-      args: hrx-deu
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: hrx-deu
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 24.7
-  - task:
-      name: Translation hrx-eng
-      type: translation
-      args: hrx-eng
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: hrx-eng
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 20.4
-  - task:
-      name: Translation ltz-deu
-      type: translation
-      args: ltz-deu
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: ltz-deu
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 37.2
-  - task:
-      name: Translation ltz-eng
-      type: translation
-      args: ltz-eng
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: ltz-eng
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 32.4
-  - task:
-      name: Translation ltz-nld
-      type: translation
-      args: ltz-nld
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: ltz-nld
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 39.3
-  - task:
-      name: Translation nds-deu
-      type: translation
-      args: nds-deu
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: nds-deu
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 34.5
-  - task:
-      name: Translation nds-eng
-      type: translation
-      args: nds-eng
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: nds-eng
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 29.9
-  - task:
-      name: Translation nds-nld
-      type: translation
-      args: nds-nld
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: nds-nld
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 42.3
-  - task:
-      name: Translation nld-afr
-      type: translation
-      args: nld-afr
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: nld-afr
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 58.8
-  - task:
-      name: Translation nld-deu
-      type: translation
-      args: nld-deu
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: nld-deu
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 50.4
-  - task:
-      name: Translation nld-eng
-      type: translation
-      args: nld-eng
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: nld-eng
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 53.1
-  - task:
-      name: Translation nld-fry
-      type: translation
-      args: nld-fry
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: nld-fry
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 25.1
-  - task:
-      name: Translation nld-nds
-      type: translation
-      args: nld-nds
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: nld-nds
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 21.4
+      name: BLEU
   - task:
-      name: Translation deu-eng
       type: translation
-      args: deu-eng
+      name: Translation deu-eng
     dataset:
       name: newstest2009
       type: wmt-2009-news
       args: deu-eng
     metrics:
-    - name: BLEU
-      type: bleu
+    - type: bleu
       value: 23.4
+      name: BLEU
   - task:
-      name: Translation deu-eng
       type: translation
-      args: deu-eng
+      name: Translation deu-eng
     dataset:
       name: newstest2010
       type: wmt-2010-news
       args: deu-eng
     metrics:
-    - name: BLEU
-      type: bleu
+    - type: bleu
       value: 25.8
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: newstest2010
-      type: wmt-2010-news
-      args: eng-deu
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 20.7
+      name: BLEU
   - task:
-      name: Translation deu-eng
       type: translation
-      args: deu-eng
+      name: Translation deu-eng
     dataset:
       name: newstest2011
       type: wmt-2011-news
       args: deu-eng
     metrics:
-    - name: BLEU
-      type: bleu
+    - type: bleu
       value: 23.7
+      name: BLEU
   - task:
-      name: Translation deu-eng
       type: translation
-      args: deu-eng
+      name: Translation deu-eng
     dataset:
       name: newstest2012
       type: wmt-2012-news
       args: deu-eng
     metrics:
-    - name: BLEU
-      type: bleu
+    - type: bleu
       value: 24.8
+      name: BLEU
   - task:
-      name: Translation deu-eng
       type: translation
-      args: deu-eng
+      name: Translation deu-eng
     dataset:
       name: newstest2013
       type: wmt-2013-news
       args: deu-eng
     metrics:
-    - name: BLEU
-      type: bleu
+    - type: bleu
       value: 27.7
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: newstest2013
-      type: wmt-2013-news
-      args: eng-deu
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 22.5
+      name: BLEU
   - task:
-      name: Translation deu-eng
       type: translation
-      args: deu-eng
+      name: Translation deu-eng
     dataset:
       name: newstest2014-deen
       type: wmt-2014-news
       args: deu-eng
     metrics:
-    - name: BLEU
-      type: bleu
+    - type: bleu
       value: 27.3
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: newstest2014-deen
-      type: wmt-2014-news
-      args: eng-deu
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 22.0
+      name: BLEU
   - task:
-      name: Translation deu-eng
       type: translation
-      args: deu-eng
+      name: Translation deu-eng
     dataset:
       name: newstest2015-deen
       type: wmt-2015-news
       args: deu-eng
     metrics:
-    - name: BLEU
-      type: bleu
+    - type: bleu
       value: 28.6
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: newstest2015-ende
-      type: wmt-2015-news
-      args: eng-deu
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 25.7
+      name: BLEU
   - task:
-      name: Translation deu-eng
       type: translation
-      args: deu-eng
+      name: Translation deu-eng
     dataset:
       name: newstest2016-deen
       type: wmt-2016-news
       args: deu-eng
     metrics:
-    - name: BLEU
-      type: bleu
+    - type: bleu
       value: 33.3
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: newstest2016-ende
-      type: wmt-2016-news
-      args: eng-deu
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 30.0
+      name: BLEU
   - task:
-      name: Translation deu-eng
       type: translation
-      args: deu-eng
+      name: Translation deu-eng
     dataset:
       name: newstest2017-deen
       type: wmt-2017-news
       args: deu-eng
     metrics:
-    - name: BLEU
-      type: bleu
+    - type: bleu
       value: 29.5
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: newstest2017-ende
-      type: wmt-2017-news
-      args: eng-deu
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 24.1
+      name: BLEU
   - task:
-      name: Translation deu-eng
       type: translation
-      args: deu-eng
+      name: Translation deu-eng
     dataset:
       name: newstest2018-deen
       type: wmt-2018-news
       args: deu-eng
     metrics:
-    - name: BLEU
-      type: bleu
+    - type: bleu
       value: 36.1
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: newstest2018-ende
-      type: wmt-2018-news
-      args: eng-deu
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 35.4
+      name: BLEU
   - task:
-      name: Translation deu-eng
       type: translation
-      args: deu-eng
+      name: Translation deu-eng
     dataset:
       name: newstest2019-deen
       type: wmt-2019-news
       args: deu-eng
     metrics:
-    - name: BLEU
-      type: bleu
+    - type: bleu
       value: 32.3
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: newstest2019-ende
-      type: wmt-2019-news
-      args: eng-deu
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 31.2
+      name: BLEU
   - task:
-      name: Translation deu-eng
       type: translation
-      args: deu-eng
+      name: Translation deu-eng
     dataset:
       name: newstest2020-deen
       type: wmt-2020-news
       args: deu-eng
     metrics:
-    - name: BLEU
-      type: bleu
+    - type: bleu
       value: 32.0
-  - task:
-      name: Translation eng-deu
-      type: translation
-      args: eng-deu
-    dataset:
-      name: newstest2020-ende
-      type: wmt-2020-news
-      args: eng-deu
-    metrics:
-    - name: BLEU
-      type: bleu
+      name: BLEU
+    - type: bleu
       value: 23.9
+      name: BLEU
 ---
 # opus-mt-tc-base-gmw-gmw
 
@@ -770,7 +365,7 @@ Neural machine translation model for translating from West Germanic languages (g
 
 This model is part of the [OPUS-MT project](https://github.com/Helsinki-NLP/Opus-MT), an effort to make neural machine translation models widely available and accessible for many languages in the world. All models are originally trained using the amazing framework of [Marian NMT](https://marian-nmt.github.io/), an efficient NMT implementation written in pure C++. The models have been converted to pyTorch using the transformers library by huggingface. Training data is taken from [OPUS](https://opus.nlpl.eu/) and training pipelines use the procedures of [OPUS-MT-train](https://github.com/Helsinki-NLP/Opus-MT-train).
 
-* Publications: [OPUS-MT – Building open translation services for the World](https://aclanthology.org/2020.eamt-1.61/) and [The Tatoeba Translation Challenge – Realistic Data Sets for Low Resource and Multilingual MT](https://aclanthology.org/2020.wmt-1.139/) (Please, cite if you use this model.)
+* Publications: [OPUS-MT � Building open translation services for the World](https://aclanthology.org/2020.eamt-1.61/) and [The Tatoeba Translation Challenge � Realistic Data Sets for Low Resource and Multilingual MT](https://aclanthology.org/2020.wmt-1.139/) (Please, cite if you use this model.)
 
 ```
 @inproceedings{tiedemann-thottingal-2020-opus,
@@ -941,7 +536,7 @@ print(pipe(>>nld<< You need help.))
 
 ## Acknowledgements
 
-The work is supported by the [European Language Grid](https://www.european-language-grid.eu/) as [pilot project 2866](https://live.european-language-grid.eu/catalogue/#/resource/projects/2866), by the [FoTran project](https://www.helsinki.fi/en/researchgroups/natural-language-understanding-with-cross-lingual-grounding), funded by the European Research Council (ERC) under the European Union’s Horizon 2020 research and innovation programme (grant agreement No 771113), and the [MeMAD project](https://memad.eu/), funded by the European Union’s Horizon 2020 Research and Innovation Programme under grant agreement No 780069. We are also grateful for the generous computational resources and IT infrastructure provided by [CSC -- IT Center for Science](https://www.csc.fi/), Finland.
+The work is supported by the [European Language Grid](https://www.european-language-grid.eu/) as [pilot project 2866](https://live.european-language-grid.eu/catalogue/#/resource/projects/2866), by the [FoTran project](https://www.helsinki.fi/en/researchgroups/natural-language-understanding-with-cross-lingual-grounding), funded by the European Research Council (ERC) under the European Union�s Horizon 2020 research and innovation programme (grant agreement No 771113), and the [MeMAD project](https://memad.eu/), funded by the European Union�s Horizon 2020 Research and Innovation Programme under grant agreement No 780069. We are also grateful for the generous computational resources and IT infrastructure provided by [CSC -- IT Center for Science](https://www.csc.fi/), Finland.
 
 ## Model conversion info