caiom commited on
Commit
58ff52c
1 Parent(s): bb7c5c2

Upload tokenizer

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -142,7 +142,7 @@
142
  "legacy": false,
143
  "model_max_length": 1000000000000000019884624838656,
144
  "pad_token": null,
145
- "padding_side": "right",
146
  "sp_model_kwargs": {},
147
  "tokenizer_class": "LlamaTokenizer",
148
  "unk_token": "<unk>",
 
142
  "legacy": false,
143
  "model_max_length": 1000000000000000019884624838656,
144
  "pad_token": null,
145
+ "padding_side": "left",
146
  "sp_model_kwargs": {},
147
  "tokenizer_class": "LlamaTokenizer",
148
  "unk_token": "<unk>",