Upload processor
Browse files- README.md +1 -1
- tokenizer_config.json +1 -1
README.md
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
---
|
| 2 |
license: cc-by-nc-sa-4.0
|
| 3 |
-
base_model: microsoft/layoutxlm-base
|
| 4 |
tags:
|
| 5 |
- generated_from_trainer
|
|
|
|
| 6 |
datasets:
|
| 7 |
- xfun
|
| 8 |
model-index:
|
|
|
|
| 1 |
---
|
| 2 |
license: cc-by-nc-sa-4.0
|
|
|
|
| 3 |
tags:
|
| 4 |
- generated_from_trainer
|
| 5 |
+
base_model: microsoft/layoutxlm-base
|
| 6 |
datasets:
|
| 7 |
- xfun
|
| 8 |
model-index:
|
tokenizer_config.json
CHANGED
|
@@ -62,6 +62,7 @@
|
|
| 62 |
0
|
| 63 |
],
|
| 64 |
"pad_token_label": -100,
|
|
|
|
| 65 |
"sep_token": "</s>",
|
| 66 |
"sep_token_box": [
|
| 67 |
1000,
|
|
@@ -69,7 +70,6 @@
|
|
| 69 |
1000,
|
| 70 |
1000
|
| 71 |
],
|
| 72 |
-
"sp_model_kwargs": {},
|
| 73 |
"tokenizer_class": "LayoutXLMTokenizer",
|
| 74 |
"unk_token": "<unk>"
|
| 75 |
}
|
|
|
|
| 62 |
0
|
| 63 |
],
|
| 64 |
"pad_token_label": -100,
|
| 65 |
+
"processor_class": "LayoutXLMProcessor",
|
| 66 |
"sep_token": "</s>",
|
| 67 |
"sep_token_box": [
|
| 68 |
1000,
|
|
|
|
| 70 |
1000,
|
| 71 |
1000
|
| 72 |
],
|
|
|
|
| 73 |
"tokenizer_class": "LayoutXLMTokenizer",
|
| 74 |
"unk_token": "<unk>"
|
| 75 |
}
|