xiangpeng.wxp commited on
Commit
55b5a0d
1 Parent(s): abb7989

update tokenizer class

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -24,7 +24,7 @@
24
  "summary_proj_to_labels": true,
25
  "summary_type": "cls_index",
26
  "summary_use_proj": true,
27
- "tokenizer_class": "LlamaTokenizer",
28
  "transformers_version": "4.29.2",
29
  "use_cache": true,
30
  "vocab_size": 256000
 
24
  "summary_proj_to_labels": true,
25
  "summary_type": "cls_index",
26
  "summary_use_proj": true,
27
+ "tokenizer_class": "AutoTokenizer",
28
  "transformers_version": "4.29.2",
29
  "use_cache": true,
30
  "vocab_size": 256000