Shashank Sonkar
commited on
Commit
•
9655725
1
Parent(s):
2741fde
add model
Browse files- special_tokens_map.json +1 -0
- tokenizer_config.json +1 -0
- vocab.pkl +0 -0
special_tokens_map.json
ADDED
@@ -0,0 +1 @@
|
|
|
1 |
+
{"eos_token": "<eos>", "unk_token": "<unk>", "additional_special_tokens": ["<formula>"]}
|
tokenizer_config.json
ADDED
@@ -0,0 +1 @@
|
|
|
1 |
+
{"special": null, "min_freq": 0, "max_size": null, "lower_case": false, "delimiter": null, "never_split": null, "unk_token": "<unk>", "eos_token": "<eos>", "additional_special_tokens": ["<formula>"], "language": "en", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "transfo-xl-wt103"}
|
vocab.pkl
ADDED
Binary file (7.25 MB). View file
|