Training done
Browse files- added_tokens.json +0 -1
- tokenizer.json +0 -9
added_tokens.json
CHANGED
|
@@ -34,7 +34,6 @@
|
|
| 34 |
"<s_discountprice>": 57567,
|
| 35 |
"<s_emoneyprice>": 57569,
|
| 36 |
"<s_etc>": 57541,
|
| 37 |
-
"<s_ie": 57580,
|
| 38 |
"<s_ie>": 57579,
|
| 39 |
"<s_iitcdip>": 57523,
|
| 40 |
"<s_itemsubtotal>": 57577,
|
|
|
|
| 34 |
"<s_discountprice>": 57567,
|
| 35 |
"<s_emoneyprice>": 57569,
|
| 36 |
"<s_etc>": 57541,
|
|
|
|
| 37 |
"<s_ie>": 57579,
|
| 38 |
"<s_iitcdip>": 57523,
|
| 39 |
"<s_itemsubtotal>": 57577,
|
tokenizer.json
CHANGED
|
@@ -583,15 +583,6 @@
|
|
| 583 |
"rstrip": false,
|
| 584 |
"normalized": true,
|
| 585 |
"special": false
|
| 586 |
-
},
|
| 587 |
-
{
|
| 588 |
-
"id": 57580,
|
| 589 |
-
"content": "<s_ie",
|
| 590 |
-
"single_word": false,
|
| 591 |
-
"lstrip": false,
|
| 592 |
-
"rstrip": false,
|
| 593 |
-
"normalized": true,
|
| 594 |
-
"special": false
|
| 595 |
}
|
| 596 |
],
|
| 597 |
"normalizer": {
|
|
|
|
| 583 |
"rstrip": false,
|
| 584 |
"normalized": true,
|
| 585 |
"special": false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 586 |
}
|
| 587 |
],
|
| 588 |
"normalizer": {
|