Training done 1
Browse files- added_tokens.json +1 -0
- tokenizer.json +9 -0
- tokenizer_config.json +8 -0
added_tokens.json
CHANGED
@@ -60,6 +60,7 @@
|
|
60 |
"</Valor_homo_M2>": 57600,
|
61 |
"</Valores_Calculados>": 57592,
|
62 |
"</Valuador>": 57640,
|
|
|
63 |
"</contro>": 57650,
|
64 |
"</letra>": 57632,
|
65 |
"</no_banos>": 57574,
|
|
|
60 |
"</Valor_homo_M2>": 57600,
|
61 |
"</Valores_Calculados>": 57592,
|
62 |
"</Valuador>": 57640,
|
63 |
+
"</avaluo>": 57666,
|
64 |
"</contro>": 57650,
|
65 |
"</letra>": 57632,
|
66 |
"</no_banos>": 57574,
|
tokenizer.json
CHANGED
@@ -1357,6 +1357,15 @@
|
|
1357 |
"rstrip": false,
|
1358 |
"normalized": true,
|
1359 |
"special": false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1360 |
}
|
1361 |
],
|
1362 |
"normalizer": {
|
|
|
1357 |
"rstrip": false,
|
1358 |
"normalized": true,
|
1359 |
"special": false
|
1360 |
+
},
|
1361 |
+
{
|
1362 |
+
"id": 57666,
|
1363 |
+
"content": "</avaluo>",
|
1364 |
+
"single_word": false,
|
1365 |
+
"lstrip": false,
|
1366 |
+
"rstrip": false,
|
1367 |
+
"normalized": true,
|
1368 |
+
"special": false
|
1369 |
}
|
1370 |
],
|
1371 |
"normalizer": {
|
tokenizer_config.json
CHANGED
@@ -1191,6 +1191,14 @@
|
|
1191 |
"rstrip": false,
|
1192 |
"single_word": false,
|
1193 |
"special": false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1194 |
}
|
1195 |
},
|
1196 |
"additional_special_tokens": [
|
|
|
1191 |
"rstrip": false,
|
1192 |
"single_word": false,
|
1193 |
"special": false
|
1194 |
+
},
|
1195 |
+
"57666": {
|
1196 |
+
"content": "</avaluo>",
|
1197 |
+
"lstrip": false,
|
1198 |
+
"normalized": true,
|
1199 |
+
"rstrip": false,
|
1200 |
+
"single_word": false,
|
1201 |
+
"special": false
|
1202 |
}
|
1203 |
},
|
1204 |
"additional_special_tokens": [
|