lannliat commited on
Commit
ee948f6
1 Parent(s): 33dc40b

Remove auto_map from tokenizer

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -7
tokenizer_config.json CHANGED
@@ -8,11 +8,5 @@
8
  "additional_special_tokens": ["<|startofpiece|>", "<|endofpiece|>", "[gMASK]", "[sMASK]"],
9
  "add_prefix_space": false,
10
  "tokenizer_class": "GLMChineseTokenizer",
11
- "use_fast": false,
12
- "auto_map": {
13
- "AutoTokenizer": [
14
- "tokenization_glm.GLMChineseTokenizer",
15
- null
16
- ]
17
- }
18
  }
 
8
  "additional_special_tokens": ["<|startofpiece|>", "<|endofpiece|>", "[gMASK]", "[sMASK]"],
9
  "add_prefix_space": false,
10
  "tokenizer_class": "GLMChineseTokenizer",
11
+ "use_fast": false
 
 
 
 
 
 
12
  }