KPMGhyesukim commited on
Commit
d97a57b
1 Parent(s): bc34d98

update config

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. tokenizer_config.json +1 -1
config.json CHANGED
@@ -18,5 +18,5 @@
18
  "num_attention_heads": 12,
19
  "num_hidden_layers": 12,
20
  "type_vocab_size": 0,
21
- "vocab_size": 251001
22
  }
 
18
  "num_attention_heads": 12,
19
  "num_hidden_layers": 12,
20
  "type_vocab_size": 0,
21
+ "vocab_size": 251000
22
  }
tokenizer_config.json CHANGED
@@ -1 +1 @@
1
- {"do_lower_case": false, "bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "split_by_punct": false, "sp_model_kwargs": {}, "vocab_type": "spm", "special_tokens_map_file": null, "tokenizer_file": null, "tokenizer_class": "DebertaV2Tokenizer"}
 
1
+ {"do_lower_case": false, "bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "split_by_punct": false, "sp_model_kwargs": {}, "vocab_type": "spm", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "/home/ml/data2/hyesu/lm-deberta/mdeberta_further_kor_base", "tokenizer_class": "DebertaV2Tokenizer"}