Training done
Browse files- added_tokens.json +0 -1
- tokenizer.json +0 -9
added_tokens.json
CHANGED
@@ -34,7 +34,6 @@
|
|
34 |
"<s_discountprice>": 57567,
|
35 |
"<s_emoneyprice>": 57569,
|
36 |
"<s_etc>": 57541,
|
37 |
-
"<s_ie": 57580,
|
38 |
"<s_ie>": 57579,
|
39 |
"<s_iitcdip>": 57523,
|
40 |
"<s_itemsubtotal>": 57577,
|
|
|
34 |
"<s_discountprice>": 57567,
|
35 |
"<s_emoneyprice>": 57569,
|
36 |
"<s_etc>": 57541,
|
|
|
37 |
"<s_ie>": 57579,
|
38 |
"<s_iitcdip>": 57523,
|
39 |
"<s_itemsubtotal>": 57577,
|
tokenizer.json
CHANGED
@@ -583,15 +583,6 @@
|
|
583 |
"rstrip": false,
|
584 |
"normalized": true,
|
585 |
"special": false
|
586 |
-
},
|
587 |
-
{
|
588 |
-
"id": 57580,
|
589 |
-
"content": "<s_ie",
|
590 |
-
"single_word": false,
|
591 |
-
"lstrip": false,
|
592 |
-
"rstrip": false,
|
593 |
-
"normalized": true,
|
594 |
-
"special": false
|
595 |
}
|
596 |
],
|
597 |
"normalizer": {
|
|
|
583 |
"rstrip": false,
|
584 |
"normalized": true,
|
585 |
"special": false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
586 |
}
|
587 |
],
|
588 |
"normalizer": {
|