Hugging Face's logo

Xenova
/
transformers.js

ONNX
Model card Files Community
2
Joshua Lochner commited on
Commit
ce06bcf
•
1 Parent(s): 268813c

Add mT5 models

Browse files
Files changed (18) hide show
  1. .gitattributes +3 -0
  2. quantized/google/mt5-small/default/config.json +30 -0
  3. quantized/google/mt5-small/default/decoder_model.onnx +3 -0
  4. quantized/google/mt5-small/default/encoder_model.onnx +3 -0
  5. quantized/google/mt5-small/default/special_tokens_map.json +5 -0
  6. quantized/google/mt5-small/default/spiece.model +3 -0
  7. quantized/google/mt5-small/default/tokenizer.json +0 -0
  8. quantized/google/mt5-small/default/tokenizer_config.json +11 -0
  9. quantized/google/mt5-small/seq2seq-lm-with-past/config.json +30 -0
  10. quantized/google/mt5-small/seq2seq-lm-with-past/decoder_model.onnx +3 -0
  11. quantized/google/mt5-small/seq2seq-lm-with-past/decoder_model_merged.onnx +3 -0
  12. quantized/google/mt5-small/seq2seq-lm-with-past/decoder_with_past_model.onnx +3 -0
  13. quantized/google/mt5-small/seq2seq-lm-with-past/encoder_model.onnx +3 -0
  14. quantized/google/mt5-small/seq2seq-lm-with-past/generation_config.json +7 -0
  15. quantized/google/mt5-small/seq2seq-lm-with-past/special_tokens_map.json +5 -0
  16. quantized/google/mt5-small/seq2seq-lm-with-past/spiece.model +3 -0
  17. quantized/google/mt5-small/seq2seq-lm-with-past/tokenizer.json +0 -0
  18. quantized/google/mt5-small/seq2seq-lm-with-past/tokenizer_config.json +11 -0
.gitattributes CHANGED
@@ -32,3 +32,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
35
+
36
+ ./quantized/google/mt5-small/default/tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
+ ./quantized/google/mt5-small/seq2seq-lm-with-past/tokenizer.json filter=lfs diff=lfs merge=lfs -text
quantized/google/mt5-small/default/config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/mt5-small",
3
+ "architectures": [
4
+ "MT5ForConditionalGeneration"
5
+ ],
6
+ "d_ff": 1024,
7
+ "d_kv": 64,
8
+ "d_model": 512,
9
+ "decoder_start_token_id": 0,
10
+ "dense_act_fn": "gelu_new",
11
+ "dropout_rate": 0.1,
12
+ "eos_token_id": 1,
13
+ "feed_forward_proj": "gated-gelu",
14
+ "initializer_factor": 1.0,
15
+ "is_encoder_decoder": true,
16
+ "is_gated_act": true,
17
+ "layer_norm_epsilon": 1e-06,
18
+ "model_type": "mt5",
19
+ "num_decoder_layers": 8,
20
+ "num_heads": 6,
21
+ "num_layers": 8,
22
+ "pad_token_id": 0,
23
+ "relative_attention_max_distance": 128,
24
+ "relative_attention_num_buckets": 32,
25
+ "tie_word_embeddings": false,
26
+ "tokenizer_class": "T5Tokenizer",
27
+ "transformers_version": "4.27.2",
28
+ "use_cache": true,
29
+ "vocab_size": 250112
30
+ }
quantized/google/mt5-small/default/decoder_model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9370996cedc677ad969d0bc4e478e71c3afdce2ca26cc7424d086e5c2304bc5e
3
+ size 153940342
quantized/google/mt5-small/default/encoder_model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3c61d433958ca8634199a520820da4953a18d6620048acc3ee1c047b3264d83
3
+ size 147366936
quantized/google/mt5-small/default/special_tokens_map.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "eos_token": "</s>",
3
+ "pad_token": "<pad>",
4
+ "unk_token": "<unk>"
5
+ }
quantized/google/mt5-small/default/spiece.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef78f86560d809067d12bac6c09f19a462cb3af3f54d2b8acbba26e1433125d6
3
+ size 4309802
quantized/google/mt5-small/default/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
quantized/google/mt5-small/default/tokenizer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": null,
3
+ "eos_token": "</s>",
4
+ "extra_ids": 0,
5
+ "model_max_length": 1000000000000000019884624838656,
6
+ "pad_token": "<pad>",
7
+ "sp_model_kwargs": {},
8
+ "special_tokens_map_file": null,
9
+ "tokenizer_class": "T5Tokenizer",
10
+ "unk_token": "<unk>"
11
+ }
quantized/google/mt5-small/seq2seq-lm-with-past/config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/mt5-small",
3
+ "architectures": [
4
+ "MT5ForConditionalGeneration"
5
+ ],
6
+ "d_ff": 1024,
7
+ "d_kv": 64,
8
+ "d_model": 512,
9
+ "decoder_start_token_id": 0,
10
+ "dense_act_fn": "gelu_new",
11
+ "dropout_rate": 0.1,
12
+ "eos_token_id": 1,
13
+ "feed_forward_proj": "gated-gelu",
14
+ "initializer_factor": 1.0,
15
+ "is_encoder_decoder": true,
16
+ "is_gated_act": true,
17
+ "layer_norm_epsilon": 1e-06,
18
+ "model_type": "mt5",
19
+ "num_decoder_layers": 8,
20
+ "num_heads": 6,
21
+ "num_layers": 8,
22
+ "pad_token_id": 0,
23
+ "relative_attention_max_distance": 128,
24
+ "relative_attention_num_buckets": 32,
25
+ "tie_word_embeddings": false,
26
+ "tokenizer_class": "T5Tokenizer",
27
+ "transformers_version": "4.27.2",
28
+ "use_cache": true,
29
+ "vocab_size": 250112
30
+ }
quantized/google/mt5-small/seq2seq-lm-with-past/decoder_model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2b089e90bc0232eb9c8a473e65a74841bfd903ce83b7cdda9b00c9a64e3c8ad
3
+ size 283249339
quantized/google/mt5-small/seq2seq-lm-with-past/decoder_model_merged.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0c4a791f203130bddfd392b4582502933071ddb549335ae01a0af955bfeee25
3
+ size 283440442
quantized/google/mt5-small/seq2seq-lm-with-past/decoder_with_past_model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:995938640210f9450ccfb6c8b69953e3a07a2bfd259039c0b145531ee790a0a2
3
+ size 280037815
quantized/google/mt5-small/seq2seq-lm-with-past/encoder_model.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3c61d433958ca8634199a520820da4953a18d6620048acc3ee1c047b3264d83
3
+ size 147366936
quantized/google/mt5-small/seq2seq-lm-with-past/generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "decoder_start_token_id": 0,
4
+ "eos_token_id": 1,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.27.0.dev0"
7
+ }
quantized/google/mt5-small/seq2seq-lm-with-past/special_tokens_map.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "eos_token": "</s>",
3
+ "pad_token": "<pad>",
4
+ "unk_token": "<unk>"
5
+ }
quantized/google/mt5-small/seq2seq-lm-with-past/spiece.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef78f86560d809067d12bac6c09f19a462cb3af3f54d2b8acbba26e1433125d6
3
+ size 4309802
quantized/google/mt5-small/seq2seq-lm-with-past/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
quantized/google/mt5-small/seq2seq-lm-with-past/tokenizer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": null,
3
+ "eos_token": "</s>",
4
+ "extra_ids": 0,
5
+ "model_max_length": 1000000000000000019884624838656,
6
+ "pad_token": "<pad>",
7
+ "sp_model_kwargs": {},
8
+ "special_tokens_map_file": null,
9
+ "tokenizer_class": "T5Tokenizer",
10
+ "unk_token": "<unk>"
11
+ }