jeffreygo commited on
Commit
2f51710
1 Parent(s): fd507f5

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -1
tokenizer_config.json CHANGED
@@ -3,7 +3,8 @@
3
  "tokenizer_class": "CpmBeeTokenizer",
4
  "auto_map": {
5
  "AutoTokenizer": [
6
- "tokenization_cpmbee.CpmBeeTokenizer"
 
7
  ]
8
  }
9
  }
 
3
  "tokenizer_class": "CpmBeeTokenizer",
4
  "auto_map": {
5
  "AutoTokenizer": [
6
+ "tokenization_cpmbee.CpmBeeTokenizer",
7
+ null
8
  ]
9
  }
10
  }