End of training

README.md

@@ -17,7 +17,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [naver-clova-ix/donut-base](https://huggingface.co/naver-clova-ix/donut-base) on the imagefolder dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.1461
+- Loss: 2.5746
 
 ## Model description
 
@@ -42,22 +42,18 @@ The following hyperparameters were used during training:
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
-- num_epochs: 10
+- num_epochs: 6
 
 ### Training results
 
 | Training Loss | Epoch | Step | Validation Loss |
 |:-------------:|:-----:|:----:|:---------------:|
-| 6.8948        | 1.0   | 45   | 5.7211          |
-| 3.2707        | 2.0   | 90   | 2.8623          |
-| 2.1611        | 3.0   | 135  | 1.7889          |
-| 1.3332        | 4.0   | 180  | 1.4790          |
-| 0.6255        | 5.0   | 225  | 1.3553          |
-| 1.2248        | 6.0   | 270  | 1.2488          |
-| 0.9245        | 7.0   | 315  | 1.1895          |
-| 0.4144        | 8.0   | 360  | 1.2128          |
-| 0.4087        | 9.0   | 405  | 1.1811          |
-| 0.4926        | 10.0  | 450  | 1.1461          |
+| 6.9386        | 1.0   | 40   | 6.1254          |
+| 3.8907        | 2.0   | 80   | 3.3437          |
+| 3.0701        | 3.0   | 120  | 2.8495          |
+| 2.6156        | 4.0   | 160  | 2.7129          |
+| 2.3074        | 5.0   | 200  | 2.6461          |
+| 2.2406        | 6.0   | 240  | 2.5746          |
 
 
 ### Framework versions

added_tokens.json

@@ -1,59 +1,21 @@
 {
-  "</s_DOB>": 57570,
-  "</s_child_first_name>": 57532,
-  "</s_child_last_name>": 57574,
-  "</s_child_middle_name>": 57565,
-  "</s_city>": 57535,
-  "</s_father_age>": 57543,
-  "</s_father_birthplace>": 57563,
-  "</s_father_first_name>": 57530,
-  "</s_father_last_name>": 57562,
-  "</s_father_middle_name>": 57578,
-  "</s_father_nationality>": 57553,
-  "</s_father_nationalty>": 57555,
-  "</s_father_occupaation>": 57568,
-  "</s_father_occupation>": 57531,
-  "</s_father_race>": 57560,
-  "</s_father_religion>": 57528,
-  "</s_mother-nationality>": 57556,
-  "</s_mother_age>": 57554,
-  "</s_mother_birthplace>": 57552,
-  "</s_mother_first_name>": 57551,
-  "</s_mother_last_name>": 57548,
-  "</s_mother_middle_name>": 57558,
-  "</s_mother_nationality>": 57537,
-  "</s_mother_nationalty>": 57566,
-  "</s_mother_race>": 57534,
-  "</s_mother_religion>": 57575,
-  "</s_province>": 57576,
-  "<s_DOB>": 57546,
-  "<s_child_first_name>": 57557,
-  "<s_child_last_name>": 57544,
-  "<s_child_middle_name>": 57545,
-  "<s_city>": 57550,
-  "<s_father_age>": 57577,
-  "<s_father_birthplace>": 57573,
-  "<s_father_first_name>": 57538,
-  "<s_father_last_name>": 57527,
-  "<s_father_middle_name>": 57559,
-  "<s_father_nationality>": 57539,
-  "<s_father_nationalty>": 57571,
-  "<s_father_occupaation>": 57541,
-  "<s_father_occupation>": 57561,
-  "<s_father_race>": 57549,
-  "<s_father_religion>": 57564,
+  "</s_address>": 57530,
+  "</s_father_name>": 57537,
+  "</s_first_name>": 57534,
+  "</s_last_name>": 57539,
+  "</s_mother_name>": 57531,
+  "</s_place_of_birth>": 57540,
+  "</s_random_number>": 57532,
+  "</s_title>": 57536,
+  "<s_address>": 57538,
+  "<s_father_name>": 57526,
+  "<s_first_name>": 57527,
   "<s_iitcdip>": 57523,
-  "<s_mother-nationality>": 57540,
-  "<s_mother_age>": 57567,
-  "<s_mother_birthplace>": 57547,
-  "<s_mother_first_name>": 57572,
-  "<s_mother_last_name>": 57526,
-  "<s_mother_middle_name>": 57542,
-  "<s_mother_nationality>": 57529,
-  "<s_mother_nationalty>": 57569,
-  "<s_mother_race>": 57533,
-  "<s_mother_religion>": 57536,
-  "<s_province>": 57525,
+  "<s_last_name>": 57535,
+  "<s_mother_name>": 57525,
+  "<s_place_of_birth>": 57529,
+  "<s_random_number>": 57528,
   "<s_synthdog>": 57524,
+  "<s_title>": 57533,
   "<sep/>": 57522
 }

special_tokens_map.json

@@ -1,189 +1,105 @@
 {
   "additional_special_tokens": [
     {
-      "content": "<s_province>",
+      "content": "<s_mother_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_mother_last_name>",
+      "content": "<s_father_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_father_last_name>",
+      "content": "<s_first_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "</s_father_religion>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_mother_nationality>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_father_first_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_father_occupation>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_child_first_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_mother_race>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_mother_race>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_city>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_mother_religion>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_mother_nationality>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_father_first_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_father_nationality>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_mother-nationality>",
+      "content": "</s>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_father_occupaation>",
+      "content": "<s_random_number>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_mother_middle_name>",
+      "content": "<s_place_of_birth>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "</s_father_age>",
+      "content": "</s_address>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_child_last_name>",
+      "content": "</s_mother_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_child_middle_name>",
+      "content": "</s_random_number>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_DOB>",
+      "content": "<s_title>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_mother_birthplace>",
+      "content": "</s_first_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "</s_mother_last_name>",
+      "content": "<s_last_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_father_race>",
+      "content": "</s_title>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_city>",
+      "content": "</s_father_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "</s_mother_first_name>",
+      "content": "<s_address>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -197,196 +113,14 @@
       "single_word": false
     },
     {
-      "content": "</s_mother_birthplace>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_father_nationality>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_mother_age>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_father_nationalty>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_mother-nationality>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_child_first_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_mother_middle_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_father_middle_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_father_race>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_father_occupation>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_father_last_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_father_birthplace>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_father_religion>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_child_middle_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_mother_nationalty>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_mother_age>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_father_occupaation>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_mother_nationalty>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_DOB>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_father_nationalty>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_mother_first_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_father_birthplace>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_child_last_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_mother_religion>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_province>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_father_age>",
+      "content": "</s_last_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "</s_father_middle_name>",
+      "content": "</s_place_of_birth>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,

tokenizer.json

@@ -91,7 +91,7 @@
     },
     {
       "id": 57525,
-      "content": "<s_province>",
+      "content": "<s_mother_name>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -100,7 +100,7 @@
     },
     {
       "id": 57526,
-      "content": "<s_mother_last_name>",
+      "content": "<s_father_name>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -109,7 +109,7 @@
     },
     {
       "id": 57527,
-      "content": "<s_father_last_name>",
+      "content": "<s_first_name>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -118,7 +118,7 @@
     },
     {
       "id": 57528,
-      "content": "</s_father_religion>",
+      "content": "<s_random_number>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -127,7 +127,7 @@
     },
     {
       "id": 57529,
-      "content": "<s_mother_nationality>",
+      "content": "<s_place_of_birth>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -136,7 +136,7 @@
     },
     {
       "id": 57530,
-      "content": "</s_father_first_name>",
+      "content": "</s_address>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -145,7 +145,7 @@
     },
     {
       "id": 57531,
-      "content": "</s_father_occupation>",
+      "content": "</s_mother_name>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -154,7 +154,7 @@
     },
     {
       "id": 57532,
-      "content": "</s_child_first_name>",
+      "content": "</s_random_number>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -163,7 +163,7 @@
     },
     {
       "id": 57533,
-      "content": "<s_mother_race>",
+      "content": "<s_title>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -172,7 +172,7 @@
     },
     {
       "id": 57534,
-      "content": "</s_mother_race>",
+      "content": "</s_first_name>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -181,7 +181,7 @@
     },
     {
       "id": 57535,
-      "content": "</s_city>",
+      "content": "<s_last_name>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -190,7 +190,7 @@
     },
     {
       "id": 57536,
-      "content": "<s_mother_religion>",
+      "content": "</s_title>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -199,7 +199,7 @@
     },
     {
       "id": 57537,
-      "content": "</s_mother_nationality>",
+      "content": "</s_father_name>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -208,7 +208,7 @@
     },
     {
       "id": 57538,
-      "content": "<s_father_first_name>",
+      "content": "<s_address>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -217,7 +217,7 @@
     },
     {
       "id": 57539,
-      "content": "<s_father_nationality>",
+      "content": "</s_last_name>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -226,349 +226,7 @@
     },
     {
       "id": 57540,
-      "content": "<s_mother-nationality>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57541,
-      "content": "<s_father_occupaation>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57542,
-      "content": "<s_mother_middle_name>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57543,
-      "content": "</s_father_age>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57544,
-      "content": "<s_child_last_name>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57545,
-      "content": "<s_child_middle_name>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57546,
-      "content": "<s_DOB>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57547,
-      "content": "<s_mother_birthplace>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57548,
-      "content": "</s_mother_last_name>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57549,
-      "content": "<s_father_race>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57550,
-      "content": "<s_city>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57551,
-      "content": "</s_mother_first_name>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57552,
-      "content": "</s_mother_birthplace>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57553,
-      "content": "</s_father_nationality>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57554,
-      "content": "</s_mother_age>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57555,
-      "content": "</s_father_nationalty>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57556,
-      "content": "</s_mother-nationality>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57557,
-      "content": "<s_child_first_name>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57558,
-      "content": "</s_mother_middle_name>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57559,
-      "content": "<s_father_middle_name>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57560,
-      "content": "</s_father_race>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57561,
-      "content": "<s_father_occupation>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57562,
-      "content": "</s_father_last_name>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57563,
-      "content": "</s_father_birthplace>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57564,
-      "content": "<s_father_religion>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57565,
-      "content": "</s_child_middle_name>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57566,
-      "content": "</s_mother_nationalty>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57567,
-      "content": "<s_mother_age>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57568,
-      "content": "</s_father_occupaation>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57569,
-      "content": "<s_mother_nationalty>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57570,
-      "content": "</s_DOB>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57571,
-      "content": "<s_father_nationalty>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57572,
-      "content": "<s_mother_first_name>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57573,
-      "content": "<s_father_birthplace>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57574,
-      "content": "</s_child_last_name>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57575,
-      "content": "</s_mother_religion>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57576,
-      "content": "</s_province>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57577,
-      "content": "<s_father_age>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57578,
-      "content": "</s_father_middle_name>",
+      "content": "</s_place_of_birth>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,

tokenizer_config.json

@@ -65,7 +65,7 @@
       "special": true
     },
     "57525": {
-      "content": "<s_province>",
+      "content": "<s_mother_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -73,7 +73,7 @@
       "special": true
     },
     "57526": {
-      "content": "<s_mother_last_name>",
+      "content": "<s_father_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -81,7 +81,7 @@
       "special": true
     },
     "57527": {
-      "content": "<s_father_last_name>",
+      "content": "<s_first_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -89,7 +89,7 @@
       "special": true
     },
     "57528": {
-      "content": "</s_father_religion>",
+      "content": "<s_random_number>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -97,7 +97,7 @@
       "special": true
     },
     "57529": {
-      "content": "<s_mother_nationality>",
+      "content": "<s_place_of_birth>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -105,7 +105,7 @@
       "special": true
     },
     "57530": {
-      "content": "</s_father_first_name>",
+      "content": "</s_address>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -113,7 +113,7 @@
       "special": true
     },
     "57531": {
-      "content": "</s_father_occupation>",
+      "content": "</s_mother_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -121,7 +121,7 @@
       "special": true
     },
     "57532": {
-      "content": "</s_child_first_name>",
+      "content": "</s_random_number>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -129,7 +129,7 @@
       "special": true
     },
     "57533": {
-      "content": "<s_mother_race>",
+      "content": "<s_title>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -137,7 +137,7 @@
       "special": true
     },
     "57534": {
-      "content": "</s_mother_race>",
+      "content": "</s_first_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -145,7 +145,7 @@
       "special": true
     },
     "57535": {
-      "content": "</s_city>",
+      "content": "<s_last_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -153,7 +153,7 @@
       "special": true
     },
     "57536": {
-      "content": "<s_mother_religion>",
+      "content": "</s_title>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -161,7 +161,7 @@
       "special": true
     },
     "57537": {
-      "content": "</s_mother_nationality>",
+      "content": "</s_father_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -169,7 +169,7 @@
       "special": true
     },
     "57538": {
-      "content": "<s_father_first_name>",
+      "content": "<s_address>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -177,7 +177,7 @@
       "special": true
     },
     "57539": {
-      "content": "<s_father_nationality>",
+      "content": "</s_last_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -185,311 +185,7 @@
       "special": true
     },
     "57540": {
-      "content": "<s_mother-nationality>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57541": {
-      "content": "<s_father_occupaation>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57542": {
-      "content": "<s_mother_middle_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57543": {
-      "content": "</s_father_age>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57544": {
-      "content": "<s_child_last_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57545": {
-      "content": "<s_child_middle_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57546": {
-      "content": "<s_DOB>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57547": {
-      "content": "<s_mother_birthplace>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57548": {
-      "content": "</s_mother_last_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57549": {
-      "content": "<s_father_race>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57550": {
-      "content": "<s_city>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57551": {
-      "content": "</s_mother_first_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57552": {
-      "content": "</s_mother_birthplace>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57553": {
-      "content": "</s_father_nationality>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57554": {
-      "content": "</s_mother_age>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57555": {
-      "content": "</s_father_nationalty>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57556": {
-      "content": "</s_mother-nationality>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57557": {
-      "content": "<s_child_first_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57558": {
-      "content": "</s_mother_middle_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57559": {
-      "content": "<s_father_middle_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57560": {
-      "content": "</s_father_race>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57561": {
-      "content": "<s_father_occupation>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57562": {
-      "content": "</s_father_last_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57563": {
-      "content": "</s_father_birthplace>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57564": {
-      "content": "<s_father_religion>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57565": {
-      "content": "</s_child_middle_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57566": {
-      "content": "</s_mother_nationalty>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57567": {
-      "content": "<s_mother_age>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57568": {
-      "content": "</s_father_occupaation>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57569": {
-      "content": "<s_mother_nationalty>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57570": {
-      "content": "</s_DOB>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57571": {
-      "content": "<s_father_nationalty>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57572": {
-      "content": "<s_mother_first_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57573": {
-      "content": "<s_father_birthplace>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57574": {
-      "content": "</s_child_last_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57575": {
-      "content": "</s_mother_religion>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57576": {
-      "content": "</s_province>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57577": {
-      "content": "<s_father_age>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57578": {
-      "content": "</s_father_middle_name>",
+      "content": "</s_place_of_birth>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -498,62 +194,24 @@
     }
   },
   "additional_special_tokens": [
-    "<s_province>",
-    "<s_mother_last_name>",
-    "<s_father_last_name>",
-    "</s_father_religion>",
-    "<s_mother_nationality>",
-    "</s_father_first_name>",
-    "</s_father_occupation>",
-    "</s_child_first_name>",
-    "<s_mother_race>",
-    "</s_mother_race>",
-    "</s_city>",
-    "<s_mother_religion>",
-    "</s_mother_nationality>",
-    "<s_father_first_name>",
-    "<s_father_nationality>",
-    "<s_mother-nationality>",
-    "<s_father_occupaation>",
-    "<s_mother_middle_name>",
-    "</s_father_age>",
-    "<s_child_last_name>",
-    "<s_child_middle_name>",
-    "<s_DOB>",
-    "<s_mother_birthplace>",
-    "</s_mother_last_name>",
-    "<s_father_race>",
-    "<s_city>",
-    "</s_mother_first_name>",
-    "<s>",
-    "</s_mother_birthplace>",
-    "</s_father_nationality>",
-    "</s_mother_age>",
-    "</s_father_nationalty>",
-    "</s_mother-nationality>",
-    "<s_child_first_name>",
-    "</s_mother_middle_name>",
-    "<s_father_middle_name>",
-    "</s_father_race>",
-    "<s_father_occupation>",
-    "</s_father_last_name>",
-    "</s_father_birthplace>",
-    "<s_father_religion>",
-    "</s_child_middle_name>",
-    "</s_mother_nationalty>",
-    "<s_mother_age>",
+    "<s_mother_name>",
+    "<s_father_name>",
+    "<s_first_name>",
     "</s>",
-    "</s_father_occupaation>",
-    "<s_mother_nationalty>",
-    "</s_DOB>",
-    "<s_father_nationalty>",
-    "<s_mother_first_name>",
-    "<s_father_birthplace>",
-    "</s_child_last_name>",
-    "</s_mother_religion>",
-    "</s_province>",
-    "<s_father_age>",
-    "</s_father_middle_name>"
+    "<s_random_number>",
+    "<s_place_of_birth>",
+    "</s_address>",
+    "</s_mother_name>",
+    "</s_random_number>",
+    "<s_title>",
+    "</s_first_name>",
+    "<s_last_name>",
+    "</s_title>",
+    "</s_father_name>",
+    "<s_address>",
+    "<s>",
+    "</s_last_name>",
+    "</s_place_of_birth>"
   ],
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": true,