hhou435 commited on
Commit
5bd798d
1 Parent(s): 5f72088
Files changed (3) hide show
  1. config.json +1 -1
  2. special_tokens_map.json +1 -1
  3. tokenizer_config.json +1 -1
config.json CHANGED
@@ -5,7 +5,7 @@
5
  "d_ff": 2048,
6
  "d_kv": 64,
7
  "d_model": 512,
8
- "decoder_start_token_id": 101,
9
  "dropout_rate": 0.1,
10
  "feed_forward_proj": "relu",
11
  "initializer_factor": 1.0,
 
5
  "d_ff": 2048,
6
  "d_kv": 64,
7
  "d_model": 512,
8
+ "decoder_start_token_id": 1,
9
  "dropout_rate": 0.1,
10
  "feed_forward_proj": "relu",
11
  "initializer_factor": 1.0,
special_tokens_map.json CHANGED
@@ -1 +1 @@
1
- {"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}
 
1
+ {"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "additional_special_tokens": "[extra_id_0]"}
tokenizer_config.json CHANGED
@@ -1 +1 @@
1
- {"do_lower_case": false, "do_basic_tokenize": true, "never_split": null, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_max_length": 512}
 
1
+ {"do_lower_case": true, "do_basic_tokenize": true, "never_split": null, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "special_tokens_map_file": "t5\\special_tokens_map.json", "tokenizer_file": null, "name_or_path": "t5"}