End of training

added_tokens.json

@@ -1,10 +1,26 @@
 {
   "</s>": 2,
+  "</s_address>": 57528,
+  "</s_bill>": 57526,
+  "</s_company>": 57533,
+  "</s_date>": 57527,
+  "</s_description>": 57540,
+  "</s_item no>": 57537,
+  "</s_total amount>": 57529,
+  "</s_total>": 57530,
   "<mask>": 57521,
   "<pad>": 1,
   "<s>": 0,
+  "<s_address>": 57536,
+  "<s_bill>": 57534,
+  "<s_company>": 57539,
+  "<s_date>": 57525,
+  "<s_description>": 57535,
   "<s_iitcdip>": 57523,
+  "<s_item no>": 57532,
   "<s_synthdog>": 57524,
+  "<s_total amount>": 57531,
+  "<s_total>": 57538,
   "<sep/>": 57522,
   "<unk>": 3
 }

special_tokens_map.json

@@ -2,8 +2,22 @@
   "additional_special_tokens": [
     "<s_iitcdip>",
     "<s_synthdog>",
-    "</s>",
-    "<s>"
+    "<s_date>",
+    "</s_bill>",
+    "</s_date>",
+    "</s_address>",
+    "</s_total amount>",
+    "</s_total>",
+    "<s_total amount>",
+    "<s_item no>",
+    "</s_company>",
+    "<s_bill>",
+    "<s_description>",
+    "<s_address>",
+    "</s_item no>",
+    "<s_total>",
+    "<s_company>",
+    "</s_description>"
   ],
   "bos_token": "<s>",
   "cls_token": "<s>",

tokenizer.json

@@ -21,8 +21,8 @@
       "id": 0,
       "content": "<s>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -39,8 +39,8 @@
       "id": 2,
       "content": "</s>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -88,6 +88,150 @@
       "rstrip": true,
       "normalized": false,
       "special": true
+    },
+    {
+      "id": 57525,
+      "content": "<s_date>",
+      "single_word": false,
+      "lstrip": true,
+      "rstrip": true,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57526,
+      "content": "</s_bill>",
+      "single_word": false,
+      "lstrip": true,
+      "rstrip": true,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57527,
+      "content": "</s_date>",
+      "single_word": false,
+      "lstrip": true,
+      "rstrip": true,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57528,
+      "content": "</s_address>",
+      "single_word": false,
+      "lstrip": true,
+      "rstrip": true,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57529,
+      "content": "</s_total amount>",
+      "single_word": false,
+      "lstrip": true,
+      "rstrip": true,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57530,
+      "content": "</s_total>",
+      "single_word": false,
+      "lstrip": true,
+      "rstrip": true,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57531,
+      "content": "<s_total amount>",
+      "single_word": false,
+      "lstrip": true,
+      "rstrip": true,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57532,
+      "content": "<s_item no>",
+      "single_word": false,
+      "lstrip": true,
+      "rstrip": true,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57533,
+      "content": "</s_company>",
+      "single_word": false,
+      "lstrip": true,
+      "rstrip": true,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57534,
+      "content": "<s_bill>",
+      "single_word": false,
+      "lstrip": true,
+      "rstrip": true,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57535,
+      "content": "<s_description>",
+      "single_word": false,
+      "lstrip": true,
+      "rstrip": true,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57536,
+      "content": "<s_address>",
+      "single_word": false,
+      "lstrip": true,
+      "rstrip": true,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57537,
+      "content": "</s_item no>",
+      "single_word": false,
+      "lstrip": true,
+      "rstrip": true,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57538,
+      "content": "<s_total>",
+      "single_word": false,
+      "lstrip": true,
+      "rstrip": true,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57539,
+      "content": "<s_company>",
+      "single_word": false,
+      "lstrip": true,
+      "rstrip": true,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57540,
+      "content": "</s_description>",
+      "single_word": false,
+      "lstrip": true,
+      "rstrip": true,
+      "normalized": false,
+      "special": true
     }
   ],
   "normalizer": {

tokenizer_config.json

@@ -2,9 +2,9 @@
   "added_tokens_decoder": {
     "0": {
       "content": "<s>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
@@ -18,9 +18,9 @@
     },
     "2": {
       "content": "</s>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
@@ -63,13 +63,155 @@
       "rstrip": true,
       "single_word": false,
       "special": true
+    },
+    "57525": {
+      "content": "<s_date>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "57526": {
+      "content": "</s_bill>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "57527": {
+      "content": "</s_date>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "57528": {
+      "content": "</s_address>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "57529": {
+      "content": "</s_total amount>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "57530": {
+      "content": "</s_total>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "57531": {
+      "content": "<s_total amount>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "57532": {
+      "content": "<s_item no>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "57533": {
+      "content": "</s_company>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "57534": {
+      "content": "<s_bill>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "57535": {
+      "content": "<s_description>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "57536": {
+      "content": "<s_address>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "57537": {
+      "content": "</s_item no>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "57538": {
+      "content": "<s_total>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "57539": {
+      "content": "<s_company>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "57540": {
+      "content": "</s_description>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
     }
   },
   "additional_special_tokens": [
     "<s_iitcdip>",
     "<s_synthdog>",
-    "</s>",
-    "<s>"
+    "<s_date>",
+    "</s_bill>",
+    "</s_date>",
+    "</s_address>",
+    "</s_total amount>",
+    "</s_total>",
+    "<s_total amount>",
+    "<s_item no>",
+    "</s_company>",
+    "<s_bill>",
+    "<s_description>",
+    "<s_address>",
+    "</s_item no>",
+    "<s_total>",
+    "<s_company>",
+    "</s_description>"
   ],
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": true,