abdouaziiz
commited on
Commit
•
f68e80d
1
Parent(s):
3addddf
Update special_tokens_map.json
Browse filesupdate this file for the ngrams
- special_tokens_map.json +1 -1
special_tokens_map.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"bos_token":
|
|
|
1 |
+
{"bos_token": null, "eos_token": null, "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
|