GuoPD commited on
Commit
7147286
1 Parent(s): e5e54b1

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +0 -8
tokenizer_config.json CHANGED
@@ -22,14 +22,6 @@
22
  "single_word": false
23
  },
24
  "model_max_length": 1000000000000000019884624838656,
25
- "pad_token": {
26
- "__type": "AddedToken",
27
- "content": "<pad>",
28
- "lstrip": false,
29
- "normalized": true,
30
- "rstrip": false,
31
- "single_word": false
32
- },
33
  "sp_model_kwargs": {},
34
  "tokenizer_class": "BaiChuanTokenizer",
35
  "unk_token": {
 
22
  "single_word": false
23
  },
24
  "model_max_length": 1000000000000000019884624838656,
 
 
 
 
 
 
 
 
25
  "sp_model_kwargs": {},
26
  "tokenizer_class": "BaiChuanTokenizer",
27
  "unk_token": {