raiyan007 commited on
Commit
edb74fb
1 Parent(s): 0419135

Upload tokenizer

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -208,7 +208,7 @@
208
  "errors": "replace",
209
  "model_max_length": 131072,
210
  "pad_token": "<|PAD_TOKEN|>",
211
- "padding_side": "right",
212
  "split_special_tokens": false,
213
  "tokenizer_class": "Qwen2Tokenizer",
214
  "unk_token": null
 
208
  "errors": "replace",
209
  "model_max_length": 131072,
210
  "pad_token": "<|PAD_TOKEN|>",
211
+ "padding_side": "left",
212
  "split_special_tokens": false,
213
  "tokenizer_class": "Qwen2Tokenizer",
214
  "unk_token": null