Akajackson
commited on
Commit
•
11dd579
1
Parent(s):
6e381cc
Training in progress, epoch 0
Browse files- tokenizer_config.json +1 -0
tokenizer_config.json
CHANGED
@@ -16,6 +16,7 @@
|
|
16 |
"processor_class": "DonutProcessor",
|
17 |
"sep_token": "</s>",
|
18 |
"sp_model_kwargs": {},
|
|
|
19 |
"tokenizer_class": "XLMRobertaTokenizer",
|
20 |
"unk_token": "<unk>"
|
21 |
}
|
|
|
16 |
"processor_class": "DonutProcessor",
|
17 |
"sep_token": "</s>",
|
18 |
"sp_model_kwargs": {},
|
19 |
+
"special_tokens_map_file": "/root/.cache/huggingface/hub/models--Akajackson--donut_rus/snapshots/badf8b6e941b9549d9d3fd562279630a52bb90f2/special_tokens_map.json",
|
20 |
"tokenizer_class": "XLMRobertaTokenizer",
|
21 |
"unk_token": "<unk>"
|
22 |
}
|