huseinzol05
commited on
Commit
•
3b6e921
1
Parent(s):
c6b6597
add tokenizer
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -106,7 +106,7 @@
|
|
106 |
"name_or_path": "mesolitica/t5-small-standard-bahasa-cased",
|
107 |
"pad_token": "<pad>",
|
108 |
"sp_model_kwargs": {},
|
109 |
-
"special_tokens_map_file": "/home/
|
110 |
"tokenizer_class": "T5Tokenizer",
|
111 |
"unk_token": "<unk>"
|
112 |
}
|
106 |
"name_or_path": "mesolitica/t5-small-standard-bahasa-cased",
|
107 |
"pad_token": "<pad>",
|
108 |
"sp_model_kwargs": {},
|
109 |
+
"special_tokens_map_file": "/home/ubuntu/.cache/huggingface/transformers/d660f518f65d81c84145f32486f7dcbe52ffc9c068905cf4d310dfced80c0696.c94798918c92ded6aeef2d2f0e666d2cc4145eca1aa6e1336fde07f2e13e2f46",
|
110 |
"tokenizer_class": "T5Tokenizer",
|
111 |
"unk_token": "<unk>"
|
112 |
}
|