mg98 commited on
Commit
0af8eb4
1 Parent(s): d05f88b

Update model

Browse files
added_tokens.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "</s>": 1,
3
  "<extra_id_0>": 32099,
4
  "<extra_id_10>": 32089,
5
  "<extra_id_11>": 32088,
@@ -99,7 +98,5 @@
99
  "<extra_id_97>": 32002,
100
  "<extra_id_98>": 32001,
101
  "<extra_id_99>": 32000,
102
- "<extra_id_9>": 32090,
103
- "<pad>": 0,
104
- "<unk>": 2
105
  }
 
1
  {
 
2
  "<extra_id_0>": 32099,
3
  "<extra_id_10>": 32089,
4
  "<extra_id_11>": 32088,
 
98
  "<extra_id_97>": 32002,
99
  "<extra_id_98>": 32001,
100
  "<extra_id_99>": 32000,
101
+ "<extra_id_9>": 32090
 
 
102
  }
config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "architectures": [
3
  "T5ForConditionalGeneration"
4
  ],
@@ -53,7 +54,8 @@
53
  "prefix": "translate English to Romanian: "
54
  }
55
  },
56
- "transformers_version": "4.34.0",
 
57
  "use_cache": true,
58
  "vocab_size": 32128
59
  }
 
1
  {
2
+ "_name_or_path": "t5-small",
3
  "architectures": [
4
  "T5ForConditionalGeneration"
5
  ],
 
54
  "prefix": "translate English to Romanian: "
55
  }
56
  },
57
+ "torch_dtype": "float32",
58
+ "transformers_version": "4.39.3",
59
  "use_cache": true,
60
  "vocab_size": 32128
61
  }
generation_config.json CHANGED
@@ -1,12 +1,7 @@
1
  {
2
  "_from_model_config": true,
3
- "cache_implementation": null,
4
  "decoder_start_token_id": 0,
5
  "eos_token_id": 1,
6
- "num_assistant_tokens": 5,
7
- "num_assistant_tokens_schedule": "heuristic",
8
- "output_logits": null,
9
  "pad_token_id": 0,
10
- "prompt_lookup_num_tokens": null,
11
- "transformers_version": "4.34.0"
12
  }
 
1
  {
2
  "_from_model_config": true,
 
3
  "decoder_start_token_id": 0,
4
  "eos_token_id": 1,
 
 
 
5
  "pad_token_id": 0,
6
+ "transformers_version": "4.39.3"
 
7
  }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36f6a641d76c0a620338de1c86403d689314679fb9e6fa40a781d8472fcaacaa
3
+ size 242041896
special_tokens_map.json CHANGED
@@ -101,7 +101,25 @@
101
  "<extra_id_98>",
102
  "<extra_id_99>"
103
  ],
104
- "eos_token": "</s>",
105
- "pad_token": "<pad>",
106
- "unk_token": "<unk>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107
  }
 
101
  "<extra_id_98>",
102
  "<extra_id_99>"
103
  ],
104
+ "eos_token": {
105
+ "content": "</s>",
106
+ "lstrip": false,
107
+ "normalized": false,
108
+ "rstrip": false,
109
+ "single_word": false
110
+ },
111
+ "pad_token": {
112
+ "content": "<pad>",
113
+ "lstrip": false,
114
+ "normalized": false,
115
+ "rstrip": false,
116
+ "single_word": false
117
+ },
118
+ "unk_token": {
119
+ "content": "<unk>",
120
+ "lstrip": false,
121
+ "normalized": false,
122
+ "rstrip": false,
123
+ "single_word": false
124
+ }
125
  }
tokenizer_config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "added_tokens_decoder": {
3
  "0": {
4
  "content": "<pad>",
@@ -930,8 +931,10 @@
930
  "clean_up_tokenization_spaces": true,
931
  "eos_token": "</s>",
932
  "extra_ids": 100,
 
933
  "model_max_length": 512,
934
  "pad_token": "<pad>",
 
935
  "tokenizer_class": "T5Tokenizer",
936
  "unk_token": "<unk>"
937
  }
 
1
  {
2
+ "add_prefix_space": true,
3
  "added_tokens_decoder": {
4
  "0": {
5
  "content": "<pad>",
 
931
  "clean_up_tokenization_spaces": true,
932
  "eos_token": "</s>",
933
  "extra_ids": 100,
934
+ "legacy": true,
935
  "model_max_length": 512,
936
  "pad_token": "<pad>",
937
+ "sp_model_kwargs": {},
938
  "tokenizer_class": "T5Tokenizer",
939
  "unk_token": "<unk>"
940
  }