Joshua Lochner commited on
Commit
b52fd9e
1 Parent(s): a9f8f3e

Add Helsinki-NLP models for translation

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. quantized/Helsinki-NLP/opus-mt-ar-en/default/config.json +60 -0
  2. quantized/Helsinki-NLP/opus-mt-ar-en/default/model.onnx +3 -0
  3. quantized/Helsinki-NLP/opus-mt-ar-en/default/source.spm +3 -0
  4. quantized/Helsinki-NLP/opus-mt-ar-en/default/special_tokens_map.json +5 -0
  5. quantized/Helsinki-NLP/opus-mt-ar-en/default/target.spm +3 -0
  6. quantized/Helsinki-NLP/opus-mt-ar-en/default/tokenizer.json +0 -0
  7. quantized/Helsinki-NLP/opus-mt-ar-en/default/tokenizer_config.json +12 -0
  8. quantized/Helsinki-NLP/opus-mt-ar-en/default/vocab.json +0 -0
  9. quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/config.json +60 -0
  10. quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/decoder_model.onnx +3 -0
  11. quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/decoder_model_merged.onnx +3 -0
  12. quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/decoder_with_past_model.onnx +3 -0
  13. quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/encoder_model.onnx +3 -0
  14. quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/generation_config.json +16 -0
  15. quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/source.spm +3 -0
  16. quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/special_tokens_map.json +5 -0
  17. quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/target.spm +3 -0
  18. quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/tokenizer.json +0 -0
  19. quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/tokenizer_config.json +12 -0
  20. quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/vocab.json +0 -0
  21. quantized/Helsinki-NLP/opus-mt-de-en/default/config.json +60 -0
  22. quantized/Helsinki-NLP/opus-mt-de-en/default/model.onnx +3 -0
  23. quantized/Helsinki-NLP/opus-mt-de-en/default/source.spm +3 -0
  24. quantized/Helsinki-NLP/opus-mt-de-en/default/special_tokens_map.json +5 -0
  25. quantized/Helsinki-NLP/opus-mt-de-en/default/target.spm +3 -0
  26. quantized/Helsinki-NLP/opus-mt-de-en/default/tokenizer.json +0 -0
  27. quantized/Helsinki-NLP/opus-mt-de-en/default/tokenizer_config.json +12 -0
  28. quantized/Helsinki-NLP/opus-mt-de-en/default/vocab.json +0 -0
  29. quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/config.json +60 -0
  30. quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/decoder_model.onnx +3 -0
  31. quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/decoder_model_merged.onnx +3 -0
  32. quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/decoder_with_past_model.onnx +3 -0
  33. quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/encoder_model.onnx +3 -0
  34. quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/generation_config.json +16 -0
  35. quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/source.spm +3 -0
  36. quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/special_tokens_map.json +5 -0
  37. quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/target.spm +3 -0
  38. quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/tokenizer.json +0 -0
  39. quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/tokenizer_config.json +12 -0
  40. quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/vocab.json +0 -0
  41. quantized/Helsinki-NLP/opus-mt-en-ar/default/config.json +60 -0
  42. quantized/Helsinki-NLP/opus-mt-en-ar/default/model.onnx +3 -0
  43. quantized/Helsinki-NLP/opus-mt-en-ar/default/source.spm +3 -0
  44. quantized/Helsinki-NLP/opus-mt-en-ar/default/special_tokens_map.json +5 -0
  45. quantized/Helsinki-NLP/opus-mt-en-ar/default/target.spm +3 -0
  46. quantized/Helsinki-NLP/opus-mt-en-ar/default/tokenizer.json +0 -0
  47. quantized/Helsinki-NLP/opus-mt-en-ar/default/tokenizer_config.json +12 -0
  48. quantized/Helsinki-NLP/opus-mt-en-ar/default/vocab.json +0 -0
  49. quantized/Helsinki-NLP/opus-mt-en-ar/seq2seq-lm-with-past/config.json +60 -0
  50. quantized/Helsinki-NLP/opus-mt-en-ar/seq2seq-lm-with-past/decoder_model.onnx +3 -0
quantized/Helsinki-NLP/opus-mt-ar-en/default/config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Helsinki-NLP/opus-mt-ar-en",
3
+ "_num_labels": 3,
4
+ "activation_dropout": 0.0,
5
+ "activation_function": "swish",
6
+ "add_bias_logits": false,
7
+ "add_final_layer_norm": false,
8
+ "architectures": [
9
+ "MarianMTModel"
10
+ ],
11
+ "attention_dropout": 0.0,
12
+ "bad_words_ids": [
13
+ [
14
+ 62833
15
+ ]
16
+ ],
17
+ "bos_token_id": 0,
18
+ "classif_dropout": 0.0,
19
+ "classifier_dropout": 0.0,
20
+ "d_model": 512,
21
+ "decoder_attention_heads": 8,
22
+ "decoder_ffn_dim": 2048,
23
+ "decoder_layerdrop": 0.0,
24
+ "decoder_layers": 6,
25
+ "decoder_start_token_id": 62833,
26
+ "decoder_vocab_size": 62834,
27
+ "dropout": 0.1,
28
+ "encoder_attention_heads": 8,
29
+ "encoder_ffn_dim": 2048,
30
+ "encoder_layerdrop": 0.0,
31
+ "encoder_layers": 6,
32
+ "eos_token_id": 0,
33
+ "forced_eos_token_id": 0,
34
+ "id2label": {
35
+ "0": "LABEL_0",
36
+ "1": "LABEL_1",
37
+ "2": "LABEL_2"
38
+ },
39
+ "init_std": 0.02,
40
+ "is_encoder_decoder": true,
41
+ "label2id": {
42
+ "LABEL_0": 0,
43
+ "LABEL_1": 1,
44
+ "LABEL_2": 2
45
+ },
46
+ "max_length": 512,
47
+ "max_position_embeddings": 512,
48
+ "model_type": "marian",
49
+ "normalize_before": false,
50
+ "normalize_embedding": false,
51
+ "num_beams": 4,
52
+ "num_hidden_layers": 6,
53
+ "pad_token_id": 62833,
54
+ "scale_embedding": true,
55
+ "share_encoder_decoder_embeddings": true,
56
+ "static_position_embeddings": true,
57
+ "transformers_version": "4.27.4",
58
+ "use_cache": true,
59
+ "vocab_size": 62834
60
+ }
quantized/Helsinki-NLP/opus-mt-ar-en/default/model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f169f338b3048cbf6e9b8787ee8b9fd016b23978615b1c45fdbc2b434b69d7b5
3
+ size 78813358
quantized/Helsinki-NLP/opus-mt-ar-en/default/source.spm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:484f7210e5f4466f7e5b99b660717c6ef2a6f90746196daba507795b69dc02a2
3
+ size 917407
quantized/Helsinki-NLP/opus-mt-ar-en/default/special_tokens_map.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "eos_token": "</s>",
3
+ "pad_token": "<pad>",
4
+ "unk_token": "<unk>"
5
+ }
quantized/Helsinki-NLP/opus-mt-ar-en/default/target.spm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:156cae4f035ba812224e79d71626802a07296a3ad2ea5c6bc1f2cb35420dfeb4
3
+ size 801886
quantized/Helsinki-NLP/opus-mt-ar-en/default/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
quantized/Helsinki-NLP/opus-mt-ar-en/default/tokenizer_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eos_token": "</s>",
3
+ "model_max_length": 512,
4
+ "pad_token": "<pad>",
5
+ "separate_vocabs": false,
6
+ "source_lang": "ar",
7
+ "sp_model_kwargs": {},
8
+ "special_tokens_map_file": null,
9
+ "target_lang": "en",
10
+ "tokenizer_class": "MarianTokenizer",
11
+ "unk_token": "<unk>"
12
+ }
quantized/Helsinki-NLP/opus-mt-ar-en/default/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Helsinki-NLP/opus-mt-ar-en",
3
+ "_num_labels": 3,
4
+ "activation_dropout": 0.0,
5
+ "activation_function": "swish",
6
+ "add_bias_logits": false,
7
+ "add_final_layer_norm": false,
8
+ "architectures": [
9
+ "MarianMTModel"
10
+ ],
11
+ "attention_dropout": 0.0,
12
+ "bad_words_ids": [
13
+ [
14
+ 62833
15
+ ]
16
+ ],
17
+ "bos_token_id": 0,
18
+ "classif_dropout": 0.0,
19
+ "classifier_dropout": 0.0,
20
+ "d_model": 512,
21
+ "decoder_attention_heads": 8,
22
+ "decoder_ffn_dim": 2048,
23
+ "decoder_layerdrop": 0.0,
24
+ "decoder_layers": 6,
25
+ "decoder_start_token_id": 62833,
26
+ "decoder_vocab_size": 62834,
27
+ "dropout": 0.1,
28
+ "encoder_attention_heads": 8,
29
+ "encoder_ffn_dim": 2048,
30
+ "encoder_layerdrop": 0.0,
31
+ "encoder_layers": 6,
32
+ "eos_token_id": 0,
33
+ "forced_eos_token_id": 0,
34
+ "id2label": {
35
+ "0": "LABEL_0",
36
+ "1": "LABEL_1",
37
+ "2": "LABEL_2"
38
+ },
39
+ "init_std": 0.02,
40
+ "is_encoder_decoder": true,
41
+ "label2id": {
42
+ "LABEL_0": 0,
43
+ "LABEL_1": 1,
44
+ "LABEL_2": 2
45
+ },
46
+ "max_length": 512,
47
+ "max_position_embeddings": 512,
48
+ "model_type": "marian",
49
+ "normalize_before": false,
50
+ "normalize_embedding": false,
51
+ "num_beams": 4,
52
+ "num_hidden_layers": 6,
53
+ "pad_token_id": 62833,
54
+ "scale_embedding": true,
55
+ "share_encoder_decoder_embeddings": true,
56
+ "static_position_embeddings": true,
57
+ "transformers_version": "4.27.4",
58
+ "use_cache": true,
59
+ "vocab_size": 62834
60
+ }
quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/decoder_model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac76f150e2ca3763b1017d123ffddc1e6a9dada2869eb28035f0e1ef76ea401e
3
+ size 91179111
quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/decoder_model_merged.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a969eb4f9744c6eca15d080fa53e68013f958dc51e215197c1a7a3b5de2b1b46
3
+ size 91330294
quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/decoder_with_past_model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e26b1278827cd68412e55fc7295fdce51e698ea65b7618e41a69d06a534014c
3
+ size 87907611
quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/encoder_model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9b0d612acff86cf87634b49bda566d1ef39b312837de549786ea18fecefc708
3
+ size 51790238
quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/generation_config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bad_words_ids": [
4
+ [
5
+ 62833
6
+ ]
7
+ ],
8
+ "bos_token_id": 0,
9
+ "decoder_start_token_id": 62833,
10
+ "eos_token_id": 0,
11
+ "forced_eos_token_id": 0,
12
+ "max_length": 512,
13
+ "num_beams": 4,
14
+ "pad_token_id": 62833,
15
+ "transformers_version": "4.27.0.dev0"
16
+ }
quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/source.spm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:484f7210e5f4466f7e5b99b660717c6ef2a6f90746196daba507795b69dc02a2
3
+ size 917407
quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/special_tokens_map.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "eos_token": "</s>",
3
+ "pad_token": "<pad>",
4
+ "unk_token": "<unk>"
5
+ }
quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/target.spm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:156cae4f035ba812224e79d71626802a07296a3ad2ea5c6bc1f2cb35420dfeb4
3
+ size 801886
quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/tokenizer_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eos_token": "</s>",
3
+ "model_max_length": 512,
4
+ "pad_token": "<pad>",
5
+ "separate_vocabs": false,
6
+ "source_lang": "ar",
7
+ "sp_model_kwargs": {},
8
+ "special_tokens_map_file": null,
9
+ "target_lang": "en",
10
+ "tokenizer_class": "MarianTokenizer",
11
+ "unk_token": "<unk>"
12
+ }
quantized/Helsinki-NLP/opus-mt-ar-en/seq2seq-lm-with-past/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
quantized/Helsinki-NLP/opus-mt-de-en/default/config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Helsinki-NLP/opus-mt-de-en",
3
+ "_num_labels": 3,
4
+ "activation_dropout": 0.0,
5
+ "activation_function": "swish",
6
+ "add_bias_logits": false,
7
+ "add_final_layer_norm": false,
8
+ "architectures": [
9
+ "MarianMTModel"
10
+ ],
11
+ "attention_dropout": 0.0,
12
+ "bad_words_ids": [
13
+ [
14
+ 58100
15
+ ]
16
+ ],
17
+ "bos_token_id": 0,
18
+ "classif_dropout": 0.0,
19
+ "classifier_dropout": 0.0,
20
+ "d_model": 512,
21
+ "decoder_attention_heads": 8,
22
+ "decoder_ffn_dim": 2048,
23
+ "decoder_layerdrop": 0.0,
24
+ "decoder_layers": 6,
25
+ "decoder_start_token_id": 58100,
26
+ "decoder_vocab_size": 58101,
27
+ "dropout": 0.1,
28
+ "encoder_attention_heads": 8,
29
+ "encoder_ffn_dim": 2048,
30
+ "encoder_layerdrop": 0.0,
31
+ "encoder_layers": 6,
32
+ "eos_token_id": 0,
33
+ "forced_eos_token_id": 0,
34
+ "id2label": {
35
+ "0": "LABEL_0",
36
+ "1": "LABEL_1",
37
+ "2": "LABEL_2"
38
+ },
39
+ "init_std": 0.02,
40
+ "is_encoder_decoder": true,
41
+ "label2id": {
42
+ "LABEL_0": 0,
43
+ "LABEL_1": 1,
44
+ "LABEL_2": 2
45
+ },
46
+ "max_length": 512,
47
+ "max_position_embeddings": 512,
48
+ "model_type": "marian",
49
+ "normalize_before": false,
50
+ "normalize_embedding": false,
51
+ "num_beams": 4,
52
+ "num_hidden_layers": 6,
53
+ "pad_token_id": 58100,
54
+ "scale_embedding": true,
55
+ "share_encoder_decoder_embeddings": true,
56
+ "static_position_embeddings": true,
57
+ "transformers_version": "4.27.4",
58
+ "use_cache": true,
59
+ "vocab_size": 58101
60
+ }
quantized/Helsinki-NLP/opus-mt-de-en/default/model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45f3b48026d456307423d2e3761f6f38718043daaed4cca4498077b253c586c9
3
+ size 76390062
quantized/Helsinki-NLP/opus-mt-de-en/default/source.spm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbd1f495eea99c8e21ae086d9146e0fa7b096c3dfdd9ba07ab8b631889df5c9b
3
+ size 796845
quantized/Helsinki-NLP/opus-mt-de-en/default/special_tokens_map.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "eos_token": "</s>",
3
+ "pad_token": "<pad>",
4
+ "unk_token": "<unk>"
5
+ }
quantized/Helsinki-NLP/opus-mt-de-en/default/target.spm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:678f2a1177d8389f67b66299762dcc4fc567e89b07e212ba91b0c56daecf47ce
3
+ size 768489
quantized/Helsinki-NLP/opus-mt-de-en/default/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
quantized/Helsinki-NLP/opus-mt-de-en/default/tokenizer_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eos_token": "</s>",
3
+ "model_max_length": 512,
4
+ "pad_token": "<pad>",
5
+ "separate_vocabs": false,
6
+ "source_lang": "de",
7
+ "sp_model_kwargs": {},
8
+ "special_tokens_map_file": null,
9
+ "target_lang": "en",
10
+ "tokenizer_class": "MarianTokenizer",
11
+ "unk_token": "<unk>"
12
+ }
quantized/Helsinki-NLP/opus-mt-de-en/default/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Helsinki-NLP/opus-mt-de-en",
3
+ "_num_labels": 3,
4
+ "activation_dropout": 0.0,
5
+ "activation_function": "swish",
6
+ "add_bias_logits": false,
7
+ "add_final_layer_norm": false,
8
+ "architectures": [
9
+ "MarianMTModel"
10
+ ],
11
+ "attention_dropout": 0.0,
12
+ "bad_words_ids": [
13
+ [
14
+ 58100
15
+ ]
16
+ ],
17
+ "bos_token_id": 0,
18
+ "classif_dropout": 0.0,
19
+ "classifier_dropout": 0.0,
20
+ "d_model": 512,
21
+ "decoder_attention_heads": 8,
22
+ "decoder_ffn_dim": 2048,
23
+ "decoder_layerdrop": 0.0,
24
+ "decoder_layers": 6,
25
+ "decoder_start_token_id": 58100,
26
+ "decoder_vocab_size": 58101,
27
+ "dropout": 0.1,
28
+ "encoder_attention_heads": 8,
29
+ "encoder_ffn_dim": 2048,
30
+ "encoder_layerdrop": 0.0,
31
+ "encoder_layers": 6,
32
+ "eos_token_id": 0,
33
+ "forced_eos_token_id": 0,
34
+ "id2label": {
35
+ "0": "LABEL_0",
36
+ "1": "LABEL_1",
37
+ "2": "LABEL_2"
38
+ },
39
+ "init_std": 0.02,
40
+ "is_encoder_decoder": true,
41
+ "label2id": {
42
+ "LABEL_0": 0,
43
+ "LABEL_1": 1,
44
+ "LABEL_2": 2
45
+ },
46
+ "max_length": 512,
47
+ "max_position_embeddings": 512,
48
+ "model_type": "marian",
49
+ "normalize_before": false,
50
+ "normalize_embedding": false,
51
+ "num_beams": 4,
52
+ "num_hidden_layers": 6,
53
+ "pad_token_id": 58100,
54
+ "scale_embedding": true,
55
+ "share_encoder_decoder_embeddings": true,
56
+ "static_position_embeddings": true,
57
+ "transformers_version": "4.27.4",
58
+ "use_cache": true,
59
+ "vocab_size": 58101
60
+ }
quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/decoder_model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39c0f11b0b9edd5910b56a8f723cab495aa1a54698262b0515e9110a31a4ec2c
3
+ size 86289922
quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/decoder_model_merged.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e447e890ef4d12dac7ed511adeaef75f11969ff4bc2e2482c13e1a806307c6e
3
+ size 86441105
quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/decoder_with_past_model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:928eb19351d39940cc6f4c0fb2122fb7034680e504e19904dc95216c1882b76a
3
+ size 83018422
quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/encoder_model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cedda8f8c89b72a42b3c6cd1e7a27f2de24457093e3bf80cb3e46829641fcd8
3
+ size 49366942
quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/generation_config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bad_words_ids": [
4
+ [
5
+ 58100
6
+ ]
7
+ ],
8
+ "bos_token_id": 0,
9
+ "decoder_start_token_id": 58100,
10
+ "eos_token_id": 0,
11
+ "forced_eos_token_id": 0,
12
+ "max_length": 512,
13
+ "num_beams": 4,
14
+ "pad_token_id": 58100,
15
+ "transformers_version": "4.27.0.dev0"
16
+ }
quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/source.spm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbd1f495eea99c8e21ae086d9146e0fa7b096c3dfdd9ba07ab8b631889df5c9b
3
+ size 796845
quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/special_tokens_map.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "eos_token": "</s>",
3
+ "pad_token": "<pad>",
4
+ "unk_token": "<unk>"
5
+ }
quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/target.spm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:678f2a1177d8389f67b66299762dcc4fc567e89b07e212ba91b0c56daecf47ce
3
+ size 768489
quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/tokenizer_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eos_token": "</s>",
3
+ "model_max_length": 512,
4
+ "pad_token": "<pad>",
5
+ "separate_vocabs": false,
6
+ "source_lang": "de",
7
+ "sp_model_kwargs": {},
8
+ "special_tokens_map_file": null,
9
+ "target_lang": "en",
10
+ "tokenizer_class": "MarianTokenizer",
11
+ "unk_token": "<unk>"
12
+ }
quantized/Helsinki-NLP/opus-mt-de-en/seq2seq-lm-with-past/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
quantized/Helsinki-NLP/opus-mt-en-ar/default/config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Helsinki-NLP/opus-mt-en-ar",
3
+ "activation_dropout": 0.0,
4
+ "activation_function": "swish",
5
+ "add_bias_logits": false,
6
+ "add_final_layer_norm": false,
7
+ "architectures": [
8
+ "MarianMTModel"
9
+ ],
10
+ "attention_dropout": 0.0,
11
+ "bad_words_ids": [
12
+ [
13
+ 62801
14
+ ]
15
+ ],
16
+ "bos_token_id": 0,
17
+ "classif_dropout": 0.0,
18
+ "classifier_dropout": 0.0,
19
+ "d_model": 512,
20
+ "decoder_attention_heads": 8,
21
+ "decoder_ffn_dim": 2048,
22
+ "decoder_layerdrop": 0.0,
23
+ "decoder_layers": 6,
24
+ "decoder_start_token_id": 62801,
25
+ "decoder_vocab_size": 62802,
26
+ "dropout": 0.1,
27
+ "encoder_attention_heads": 8,
28
+ "encoder_ffn_dim": 2048,
29
+ "encoder_layerdrop": 0.0,
30
+ "encoder_layers": 6,
31
+ "eos_token_id": 0,
32
+ "extra_pos_embeddings": 62802,
33
+ "forced_eos_token_id": 0,
34
+ "id2label": {
35
+ "0": "LABEL_0",
36
+ "1": "LABEL_1",
37
+ "2": "LABEL_2"
38
+ },
39
+ "init_std": 0.02,
40
+ "is_encoder_decoder": true,
41
+ "label2id": {
42
+ "LABEL_0": 0,
43
+ "LABEL_1": 1,
44
+ "LABEL_2": 2
45
+ },
46
+ "max_length": 512,
47
+ "max_position_embeddings": 512,
48
+ "model_type": "marian",
49
+ "normalize_before": false,
50
+ "normalize_embedding": false,
51
+ "num_beams": 4,
52
+ "num_hidden_layers": 6,
53
+ "pad_token_id": 62801,
54
+ "scale_embedding": true,
55
+ "share_encoder_decoder_embeddings": true,
56
+ "static_position_embeddings": true,
57
+ "transformers_version": "4.27.4",
58
+ "use_cache": true,
59
+ "vocab_size": 62802
60
+ }
quantized/Helsinki-NLP/opus-mt-en-ar/default/model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5dbbfe7ebf80edf718a96a5e5e8e40dda50fad0456766a3f4a1b3349250dcea
3
+ size 78796974
quantized/Helsinki-NLP/opus-mt-en-ar/default/source.spm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81ac8f4d4ee271f4109eac67560a31f9c2d555463ba5eb95c32c6deee8ae819d
3
+ size 801074
quantized/Helsinki-NLP/opus-mt-en-ar/default/special_tokens_map.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "eos_token": "</s>",
3
+ "pad_token": "<pad>",
4
+ "unk_token": "<unk>"
5
+ }
quantized/Helsinki-NLP/opus-mt-en-ar/default/target.spm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67d0f6afb87768c078ee46c0756b8cc94b1ec23c5526b49ecf6c3b2f9197ec39
3
+ size 916890
quantized/Helsinki-NLP/opus-mt-en-ar/default/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
quantized/Helsinki-NLP/opus-mt-en-ar/default/tokenizer_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eos_token": "</s>",
3
+ "model_max_length": 512,
4
+ "pad_token": "<pad>",
5
+ "separate_vocabs": false,
6
+ "source_lang": "eng",
7
+ "sp_model_kwargs": {},
8
+ "special_tokens_map_file": null,
9
+ "target_lang": "ara",
10
+ "tokenizer_class": "MarianTokenizer",
11
+ "unk_token": "<unk>"
12
+ }
quantized/Helsinki-NLP/opus-mt-en-ar/default/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
quantized/Helsinki-NLP/opus-mt-en-ar/seq2seq-lm-with-past/config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Helsinki-NLP/opus-mt-en-ar",
3
+ "activation_dropout": 0.0,
4
+ "activation_function": "swish",
5
+ "add_bias_logits": false,
6
+ "add_final_layer_norm": false,
7
+ "architectures": [
8
+ "MarianMTModel"
9
+ ],
10
+ "attention_dropout": 0.0,
11
+ "bad_words_ids": [
12
+ [
13
+ 62801
14
+ ]
15
+ ],
16
+ "bos_token_id": 0,
17
+ "classif_dropout": 0.0,
18
+ "classifier_dropout": 0.0,
19
+ "d_model": 512,
20
+ "decoder_attention_heads": 8,
21
+ "decoder_ffn_dim": 2048,
22
+ "decoder_layerdrop": 0.0,
23
+ "decoder_layers": 6,
24
+ "decoder_start_token_id": 62801,
25
+ "decoder_vocab_size": 62802,
26
+ "dropout": 0.1,
27
+ "encoder_attention_heads": 8,
28
+ "encoder_ffn_dim": 2048,
29
+ "encoder_layerdrop": 0.0,
30
+ "encoder_layers": 6,
31
+ "eos_token_id": 0,
32
+ "extra_pos_embeddings": 62802,
33
+ "forced_eos_token_id": 0,
34
+ "id2label": {
35
+ "0": "LABEL_0",
36
+ "1": "LABEL_1",
37
+ "2": "LABEL_2"
38
+ },
39
+ "init_std": 0.02,
40
+ "is_encoder_decoder": true,
41
+ "label2id": {
42
+ "LABEL_0": 0,
43
+ "LABEL_1": 1,
44
+ "LABEL_2": 2
45
+ },
46
+ "max_length": 512,
47
+ "max_position_embeddings": 512,
48
+ "model_type": "marian",
49
+ "normalize_before": false,
50
+ "normalize_embedding": false,
51
+ "num_beams": 4,
52
+ "num_hidden_layers": 6,
53
+ "pad_token_id": 62801,
54
+ "scale_embedding": true,
55
+ "share_encoder_decoder_embeddings": true,
56
+ "static_position_embeddings": true,
57
+ "transformers_version": "4.27.4",
58
+ "use_cache": true,
59
+ "vocab_size": 62802
60
+ }
quantized/Helsinki-NLP/opus-mt-en-ar/seq2seq-lm-with-past/decoder_model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ecbd6ff2a950406d8ef7e7955d938c73013766075ad196c946897686c75dd36
3
+ size 91146055