Commit
•
e5a296f
1
Parent(s):
314f3f9
Upload tokenizer
Browse files- README.md +1 -1
- tokenizer_config.json +1 -1
README.md
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
---
|
| 2 |
license: mit
|
| 3 |
-
base_model: desarrolloasesoreslocales/bert-leg-al-corpus
|
| 4 |
tags:
|
| 5 |
- generated_from_trainer
|
|
|
|
| 6 |
model-index:
|
| 7 |
- name: bert-leg-al-perplexity
|
| 8 |
results: []
|
|
|
|
| 1 |
---
|
| 2 |
license: mit
|
|
|
|
| 3 |
tags:
|
| 4 |
- generated_from_trainer
|
| 5 |
+
base_model: desarrolloasesoreslocales/bert-leg-al-corpus
|
| 6 |
model-index:
|
| 7 |
- name: bert-leg-al-perplexity
|
| 8 |
results: []
|
tokenizer_config.json
CHANGED
|
@@ -49,7 +49,7 @@
|
|
| 49 |
"errors": "replace",
|
| 50 |
"mask_token": "<mask>",
|
| 51 |
"max_len": 512,
|
| 52 |
-
"model_max_length":
|
| 53 |
"pad_token": "<pad>",
|
| 54 |
"sep_token": "</s>",
|
| 55 |
"tokenizer_class": "RobertaTokenizer",
|
|
|
|
| 49 |
"errors": "replace",
|
| 50 |
"mask_token": "<mask>",
|
| 51 |
"max_len": 512,
|
| 52 |
+
"model_max_length": 512,
|
| 53 |
"pad_token": "<pad>",
|
| 54 |
"sep_token": "</s>",
|
| 55 |
"tokenizer_class": "RobertaTokenizer",
|