mago18 commited on
Commit
b61bd4a
1 Parent(s): 20521f3

Training done 1

Browse files
Files changed (3) hide show
  1. added_tokens.json +1 -0
  2. tokenizer.json +9 -0
  3. tokenizer_config.json +8 -0
added_tokens.json CHANGED
@@ -60,6 +60,7 @@
60
  "</Valor_homo_M2>": 57600,
61
  "</Valores_Calculados>": 57592,
62
  "</Valuador>": 57640,
 
63
  "</contro>": 57650,
64
  "</letra>": 57632,
65
  "</no_banos>": 57574,
 
60
  "</Valor_homo_M2>": 57600,
61
  "</Valores_Calculados>": 57592,
62
  "</Valuador>": 57640,
63
+ "</avaluo>": 57666,
64
  "</contro>": 57650,
65
  "</letra>": 57632,
66
  "</no_banos>": 57574,
tokenizer.json CHANGED
@@ -1357,6 +1357,15 @@
1357
  "rstrip": false,
1358
  "normalized": true,
1359
  "special": false
 
 
 
 
 
 
 
 
 
1360
  }
1361
  ],
1362
  "normalizer": {
 
1357
  "rstrip": false,
1358
  "normalized": true,
1359
  "special": false
1360
+ },
1361
+ {
1362
+ "id": 57666,
1363
+ "content": "</avaluo>",
1364
+ "single_word": false,
1365
+ "lstrip": false,
1366
+ "rstrip": false,
1367
+ "normalized": true,
1368
+ "special": false
1369
  }
1370
  ],
1371
  "normalizer": {
tokenizer_config.json CHANGED
@@ -1191,6 +1191,14 @@
1191
  "rstrip": false,
1192
  "single_word": false,
1193
  "special": false
 
 
 
 
 
 
 
 
1194
  }
1195
  },
1196
  "additional_special_tokens": [
 
1191
  "rstrip": false,
1192
  "single_word": false,
1193
  "special": false
1194
+ },
1195
+ "57666": {
1196
+ "content": "</avaluo>",
1197
+ "lstrip": false,
1198
+ "normalized": true,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": false
1202
  }
1203
  },
1204
  "additional_special_tokens": [