djsull commited on
Commit
f43cc2f
1 Parent(s): 1be5213

Upload tokenizer

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -10,7 +10,7 @@
10
  "never_split": null,
11
  "pad_token": "[PAD]",
12
  "sep_token": "[SEP]",
13
- "special_tokens_map_file": "/root/.cache/huggingface/transformers/9bea998b48658e35dd618115a266f6c173183a9a4261fc6e40730d74c4b67899.e3640e465e51ce85d94923a0b396029ecc2e3e4c7764031eee57ab272637652d",
14
  "strip_accents": null,
15
  "tokenize_chinese_chars": true,
16
  "tokenizer_class": "BertTokenizer",
 
10
  "never_split": null,
11
  "pad_token": "[PAD]",
12
  "sep_token": "[SEP]",
13
+ "special_tokens_map_file": "/root/.cache/huggingface/hub/models--monologg--kobigbird-bert-base/snapshots/ceacda477e20abef2c929adfa4a07c6f811323be/special_tokens_map.json",
14
  "strip_accents": null,
15
  "tokenize_chinese_chars": true,
16
  "tokenizer_class": "BertTokenizer",