Training done

added_tokens.json

@@ -1,13 +1,15 @@
 {
-  "</s_chips>": 57530,
-  "</s_first_card>": 57528,
-  "</s_player>": 57532,
-  "</s_second_card>": 57526,
-  "<s_chips>": 57529,
-  "<s_first_card>": 57527,
+  "</s_chips>": 57532,
+  "</s_first_card>": 57530,
+  "</s_player>": 57534,
+  "</s_readable>": 57526,
+  "</s_second_card>": 57528,
+  "<s_chips>": 57531,
+  "<s_first_card>": 57529,
   "<s_iitcdip>": 57523,
-  "<s_player>": 57531,
-  "<s_second_card>": 57525,
+  "<s_player>": 57533,
+  "<s_readable>": 57525,
+  "<s_second_card>": 57527,
   "<s_synthdog>": 57524,
   "<sep/>": 57522
 }

special_tokens_map.json

@@ -1,5 +1,19 @@
 {
   "additional_special_tokens": [
+    {
+      "content": "<s_readable>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_readable>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
     {
       "content": "<s_second_card>",
       "lstrip": false,

tokenizer.json

@@ -77,7 +77,7 @@
     },
     {
       "id": 57525,
-      "content": "<s_second_card>",
+      "content": "<s_readable>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -86,7 +86,7 @@
     },
     {
       "id": 57526,
-      "content": "</s_second_card>",
+      "content": "</s_readable>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -95,7 +95,7 @@
     },
     {
       "id": 57527,
-      "content": "<s_first_card>",
+      "content": "<s_second_card>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -104,7 +104,7 @@
     },
     {
       "id": 57528,
-      "content": "</s_first_card>",
+      "content": "</s_second_card>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -113,7 +113,7 @@
     },
     {
       "id": 57529,
-      "content": "<s_chips>",
+      "content": "<s_first_card>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -122,7 +122,7 @@
     },
     {
       "id": 57530,
-      "content": "</s_chips>",
+      "content": "</s_first_card>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -131,7 +131,7 @@
     },
     {
       "id": 57531,
-      "content": "<s_player>",
+      "content": "<s_chips>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -140,6 +140,24 @@
     },
     {
       "id": 57532,
+      "content": "</s_chips>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57533,
+      "content": "<s_player>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57534,
       "content": "</s_player>",
       "single_word": false,
       "lstrip": false,

tokenizer_config.json

@@ -65,7 +65,7 @@
       "special": true
     },
     "57525": {
-      "content": "<s_second_card>",
+      "content": "<s_readable>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -73,7 +73,7 @@
       "special": true
     },
     "57526": {
-      "content": "</s_second_card>",
+      "content": "</s_readable>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -81,7 +81,7 @@
       "special": true
     },
     "57527": {
-      "content": "<s_first_card>",
+      "content": "<s_second_card>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -89,7 +89,7 @@
       "special": true
     },
     "57528": {
-      "content": "</s_first_card>",
+      "content": "</s_second_card>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -97,7 +97,7 @@
       "special": true
     },
     "57529": {
-      "content": "<s_chips>",
+      "content": "<s_first_card>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -105,7 +105,7 @@
       "special": true
     },
     "57530": {
-      "content": "</s_chips>",
+      "content": "</s_first_card>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -113,7 +113,7 @@
       "special": true
     },
     "57531": {
-      "content": "<s_player>",
+      "content": "<s_chips>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -121,6 +121,22 @@
       "special": true
     },
     "57532": {
+      "content": "</s_chips>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57533": {
+      "content": "<s_player>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57534": {
       "content": "</s_player>",
       "lstrip": false,
       "normalized": false,
@@ -130,6 +146,8 @@
     }
   },
   "additional_special_tokens": [
+    "<s_readable>",
+    "</s_readable>",
     "<s_second_card>",
     "</s_second_card>",
     "<s_first_card>",