Hugging Face's logo

onnx-community
/
opus-mt-fi-en

Translation
Transformers.js
ONNX
marian
text2text-generation
Model card Files Community
Xenova HF staff commited on
Commit
4173586
•
1 Parent(s): a6459d8

Upload folder using huggingface_hub

Browse files
Files changed (41) hide show
  1. config.json +60 -0
  2. generation_config.json +16 -0
  3. onnx/decoder_model.onnx +3 -0
  4. onnx/decoder_model_bnb4.onnx +3 -0
  5. onnx/decoder_model_fp16.onnx +3 -0
  6. onnx/decoder_model_int8.onnx +3 -0
  7. onnx/decoder_model_merged.onnx +3 -0
  8. onnx/decoder_model_merged_bnb4.onnx +3 -0
  9. onnx/decoder_model_merged_fp16.onnx +3 -0
  10. onnx/decoder_model_merged_int8.onnx +3 -0
  11. onnx/decoder_model_merged_q4.onnx +3 -0
  12. onnx/decoder_model_merged_q4f16.onnx +3 -0
  13. onnx/decoder_model_merged_quantized.onnx +3 -0
  14. onnx/decoder_model_merged_uint8.onnx +3 -0
  15. onnx/decoder_model_q4.onnx +3 -0
  16. onnx/decoder_model_q4f16.onnx +3 -0
  17. onnx/decoder_model_quantized.onnx +3 -0
  18. onnx/decoder_model_uint8.onnx +3 -0
  19. onnx/decoder_with_past_model.onnx +3 -0
  20. onnx/decoder_with_past_model_bnb4.onnx +3 -0
  21. onnx/decoder_with_past_model_fp16.onnx +3 -0
  22. onnx/decoder_with_past_model_int8.onnx +3 -0
  23. onnx/decoder_with_past_model_q4.onnx +3 -0
  24. onnx/decoder_with_past_model_q4f16.onnx +3 -0
  25. onnx/decoder_with_past_model_quantized.onnx +3 -0
  26. onnx/decoder_with_past_model_uint8.onnx +3 -0
  27. onnx/encoder_model.onnx +3 -0
  28. onnx/encoder_model_bnb4.onnx +3 -0
  29. onnx/encoder_model_fp16.onnx +3 -0
  30. onnx/encoder_model_int8.onnx +3 -0
  31. onnx/encoder_model_q4.onnx +3 -0
  32. onnx/encoder_model_q4f16.onnx +3 -0
  33. onnx/encoder_model_quantized.onnx +3 -0
  34. onnx/encoder_model_uint8.onnx +3 -0
  35. quantize_config.json +17 -0
  36. source.spm +0 -0
  37. special_tokens_map.json +5 -0
  38. target.spm +0 -0
  39. tokenizer.json +0 -0
  40. tokenizer_config.json +38 -0
  41. vocab.json +0 -0
config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Helsinki-NLP/opus-mt-fi-en",
3
+ "activation_dropout": 0.0,
4
+ "activation_function": "swish",
5
+ "add_bias_logits": false,
6
+ "add_final_layer_norm": false,
7
+ "architectures": [
8
+ "MarianMTModel"
9
+ ],
10
+ "attention_dropout": 0.0,
11
+ "bad_words_ids": [
12
+ [
13
+ 59658
14
+ ]
15
+ ],
16
+ "bos_token_id": 0,
17
+ "classif_dropout": 0.0,
18
+ "classifier_dropout": 0.0,
19
+ "d_model": 512,
20
+ "decoder_attention_heads": 8,
21
+ "decoder_ffn_dim": 2048,
22
+ "decoder_layerdrop": 0.0,
23
+ "decoder_layers": 6,
24
+ "decoder_start_token_id": 59658,
25
+ "decoder_vocab_size": 59659,
26
+ "dropout": 0.1,
27
+ "encoder_attention_heads": 8,
28
+ "encoder_ffn_dim": 2048,
29
+ "encoder_layerdrop": 0.0,
30
+ "encoder_layers": 6,
31
+ "eos_token_id": 0,
32
+ "extra_pos_embeddings": 59659,
33
+ "forced_eos_token_id": 0,
34
+ "id2label": {
35
+ "0": "LABEL_0",
36
+ "1": "LABEL_1",
37
+ "2": "LABEL_2"
38
+ },
39
+ "init_std": 0.02,
40
+ "is_encoder_decoder": true,
41
+ "label2id": {
42
+ "LABEL_0": 0,
43
+ "LABEL_1": 1,
44
+ "LABEL_2": 2
45
+ },
46
+ "max_length": 512,
47
+ "max_position_embeddings": 512,
48
+ "model_type": "marian",
49
+ "normalize_before": false,
50
+ "normalize_embedding": false,
51
+ "num_beams": 4,
52
+ "num_hidden_layers": 6,
53
+ "pad_token_id": 59658,
54
+ "scale_embedding": true,
55
+ "share_encoder_decoder_embeddings": true,
56
+ "static_position_embeddings": true,
57
+ "transformers_version": "4.43.4",
58
+ "use_cache": true,
59
+ "vocab_size": 59659
60
+ }
generation_config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bad_words_ids": [
3
+ [
4
+ 59658
5
+ ]
6
+ ],
7
+ "bos_token_id": 0,
8
+ "decoder_start_token_id": 59658,
9
+ "eos_token_id": 0,
10
+ "forced_eos_token_id": 0,
11
+ "max_length": 512,
12
+ "num_beams": 4,
13
+ "pad_token_id": 59658,
14
+ "renormalize_logits": true,
15
+ "transformers_version": "4.43.4"
16
+ }
onnx/decoder_model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec24c344d50d3eff8e93347e88bd85e65d073fb34831458354f13f7ae90f47ea
3
+ size 224651014
onnx/decoder_model_bnb4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4b87940213d60509b904d2a4d18ed3ce346ed8f661bf943b7b80fed76bf2841
3
+ size 138152921
onnx/decoder_model_fp16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea6d1c016b875be589bf899acfab92777c37de1f73dd7f86f67b5d9a3aa3c6db
3
+ size 112470192
onnx/decoder_model_int8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70396caaa2aa3875ad955683b82f88284f02b9f479c5e685d9ad8189e06d026c
3
+ size 179185781
onnx/decoder_model_merged.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f4f446b65873f054f986aa52e2f68764657b5e3bb3748a4e5b15fc3701132e2
3
+ size 224998192
onnx/decoder_model_merged_bnb4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c7d86d25be02c5fc63538b34b8566a984989feee67f55a5ca1a75116fe721b3
3
+ size 138507131
onnx/decoder_model_merged_fp16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a13eff9252bed1fcfd38cfb6d815eeeb0aa8302c140b854bf9d35c875485d70
3
+ size 218724504
onnx/decoder_model_merged_int8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24c4c6b5fe7ffd90f7549cb3125a78a02af47216af80a4eef1a2065ca61ccb34
3
+ size 179593336
onnx/decoder_model_merged_q4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a32759ef2ccf72f3b83b4b811f380a59418fd738e821fb7aed3447f18419b274
3
+ size 140079083
onnx/decoder_model_merged_q4f16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56d40e0df3b81d3e8678373e300a7130146f6112d17229c3d62c5072219db6f2
3
+ size 150912775
onnx/decoder_model_merged_quantized.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24c4c6b5fe7ffd90f7549cb3125a78a02af47216af80a4eef1a2065ca61ccb34
3
+ size 179593336
onnx/decoder_model_merged_uint8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e90b2b5ab1079bb3c345cf3f95730aead407ee7d8cd64e16c88bc7647238c08b
3
+ size 179593335
onnx/decoder_model_q4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f3e85f8f9783100fbc22cf3f05ab06570dccce2994ce940dfdea8cfcbc98927
3
+ size 139725305
onnx/decoder_model_q4f16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d41ad498d7526c42b98836d83e6c4759c793ae9df910b714ebc2f1e6773161c
3
+ size 76303267
onnx/decoder_model_quantized.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70396caaa2aa3875ad955683b82f88284f02b9f479c5e685d9ad8189e06d026c
3
+ size 179185781
onnx/decoder_model_uint8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f83ed1f745b42d737837b6a75011ecccbc5e313d63e97b090522fe369a8c4ba3
3
+ size 179185780
onnx/decoder_with_past_model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fa91ce46766074e0f7e1f58837a7da916e8f59f34acb7089e444f78bf5ec595
3
+ size 211970784
onnx/decoder_with_past_model_bnb4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3c032ce841f2cd51adf6412dd9f4005d2b8b77562eaf48326ac4f85b11e4cda
3
+ size 136284247
onnx/decoder_with_past_model_fp16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b538b40b7bd75fa7c72497184dc2db056b4a251112f3959ce9c56c911e317bfc
3
+ size 106096558
onnx/decoder_with_past_model_int8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65539119432fecb915ca087a662bb473b459d1c8aa3de34cf5897b4634a09efb
3
+ size 175900038
onnx/decoder_with_past_model_q4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:496ed012cfaefa966a7dedfbf4e1d9769e565dcde2cbf30e0113fac01e00591b
3
+ size 137660119
onnx/decoder_with_past_model_q4f16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a08cb455a1e02d2b21aa52bcffdce7d38636f873bd54384bf68be71a31495d0f
3
+ size 74449829
onnx/decoder_with_past_model_quantized.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65539119432fecb915ca087a662bb473b459d1c8aa3de34cf5897b4634a09efb
3
+ size 175900038
onnx/decoder_with_past_model_uint8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:377569f1dd5c053d3e15670ef097efa7efc7d72219efc0e0f2f1e690c1dd2387
3
+ size 175900037
onnx/encoder_model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62a73ac06c5b33e17030998febc7abdf6400ef5d72afdfb3c7682a2d04df0c4e
3
+ size 199010512
onnx/encoder_model_bnb4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91c9499f7bd682745ae44777c9a8d0da9ec679f196598a4fa7dbbfe080f42f6d
3
+ size 134135546
onnx/encoder_model_fp16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c88aeda8397b805717b5d49b0fd0893c91f3900e6c537f6596b5c5235661a2dd
3
+ size 99566817
onnx/encoder_model_int8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c6b19b44c6529cc50d35ec63437bfdb6e75ae60e5d801b867e8cacf71371fe8
3
+ size 50139974
onnx/encoder_model_q4.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:594361d0d2c507e0459738f6dad25d06848dc405155538b8fdff3d78459007aa
3
+ size 135314906
onnx/encoder_model_q4f16.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16752275f4687c0a93746a9c6513b80b6cd34b888f4a3024c5697479c2e8d3f5
3
+ size 72440299
onnx/encoder_model_quantized.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c6b19b44c6529cc50d35ec63437bfdb6e75ae60e5d801b867e8cacf71371fe8
3
+ size 50139974
onnx/encoder_model_uint8.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:356693d60730b34bcd27f9ed13d91a385cfa7661237d9d151e25fe6fea8d80a3
3
+ size 50139973
quantize_config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "modes": [
3
+ "fp16",
4
+ "q8",
5
+ "int8",
6
+ "uint8",
7
+ "q4",
8
+ "q4f16",
9
+ "bnb4"
10
+ ],
11
+ "per_channel": true,
12
+ "reduce_range": true,
13
+ "block_size": null,
14
+ "is_symmetric": true,
15
+ "accuracy_level": null,
16
+ "quant_type": 1
17
+ }
source.spm ADDED
Binary file (832 kB). View file
 
special_tokens_map.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "eos_token": "</s>",
3
+ "pad_token": "<pad>",
4
+ "unk_token": "<unk>"
5
+ }
target.spm ADDED
Binary file (790 kB). View file
 
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "</s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<unk>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "59658": {
20
+ "content": "<pad>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ }
27
+ },
28
+ "clean_up_tokenization_spaces": true,
29
+ "eos_token": "</s>",
30
+ "model_max_length": 512,
31
+ "pad_token": "<pad>",
32
+ "separate_vocabs": false,
33
+ "source_lang": "fin",
34
+ "sp_model_kwargs": {},
35
+ "target_lang": "eng",
36
+ "tokenizer_class": "MarianTokenizer",
37
+ "unk_token": "<unk>"
38
+ }
vocab.json ADDED
The diff for this file is too large to render. See raw diff