nielsr HF staff commited on
Commit
5f7f49f
1 Parent(s): 964cf45

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -0
tokenizer_config.json CHANGED
@@ -9,6 +9,7 @@
9
  "pad_token": "<pad>",
10
  "mask_token": "<mask>",
11
  "model_max_length": 512,
 
12
  "special_tokens_map_file": null,
13
  "name_or_path": "markuplm-base",
14
  "tokenizer_class": "MarkupLMTokenizer",
 
9
  "pad_token": "<pad>",
10
  "mask_token": "<mask>",
11
  "model_max_length": 512,
12
+ "from_slow": true,
13
  "special_tokens_map_file": null,
14
  "name_or_path": "markuplm-base",
15
  "tokenizer_class": "MarkupLMTokenizer",