End of training

added_tokens.json

@@ -1,35 +1,36 @@
 {
-  "</ENTRY>": 32033,
-  "<ENTRY>": 32021,
-  "<break>": 32028,
-  "<hspace-10>": 32006,
-  "<hspace-1>": 32017,
-  "<hspace-2>": 32012,
-  "<hspace-3>": 32014,
-  "<hspace-4>": 32025,
-  "<hspace-5>": 32005,
+  "</ENTRY>": 32014,
+  "<ENTRY>": 32035,
+  "<break>": 32036,
+  "<hspace-10>": 32030,
+  "<hspace-1>": 32038,
+  "<hspace-2>": 32020,
+  "<hspace-3>": 32009,
+  "<hspace-4>": 32021,
+  "<hspace-5>": 32015,
   "<hspace-6>": 32026,
-  "<hspace-7>": 32030,
-  "<hspace-8>": 32013,
-  "<hspace-9>": 32015,
-  "<lhspace-10>": 32009,
-  "<lhspace-1>": 32010,
-  "<lhspace-2>": 32036,
-  "<lhspace-3>": 32034,
-  "<lhspace-4>": 32032,
-  "<lhspace-5>": 32029,
-  "<lhspace-6>": 32022,
-  "<lhspace-7>": 32008,
-  "<lhspace-8>": 32020,
-  "<lhspace-9>": 32023,
-  "<rhspace-10>": 32027,
-  "<rhspace-1>": 32011,
-  "<rhspace-2>": 32024,
-  "<rhspace-3>": 32007,
-  "<rhspace-4>": 32019,
-  "<rhspace-5>": 32035,
-  "<rhspace-6>": 32031,
-  "<rhspace-7>": 32016,
-  "<rhspace-8>": 32018,
-  "<rhspace-9>": 32037
+  "<hspace-7>": 32012,
+  "<hspace-8>": 32010,
+  "<hspace-9>": 32023,
+  "<lhspace-10>": 32024,
+  "<lhspace-1>": 32032,
+  "<lhspace-2>": 32025,
+  "<lhspace-3>": 32027,
+  "<lhspace-4>": 32028,
+  "<lhspace-5>": 32016,
+  "<lhspace-6>": 32008,
+  "<lhspace-7>": 32033,
+  "<lhspace-8>": 32007,
+  "<lhspace-9>": 32018,
+  "<rhspace-10>": 32013,
+  "<rhspace-1>": 32019,
+  "<rhspace-2>": 32017,
+  "<rhspace-3>": 32011,
+  "<rhspace-4>": 32006,
+  "<rhspace-5>": 32031,
+  "<rhspace-6>": 32037,
+  "<rhspace-7>": 32022,
+  "<rhspace-8>": 32029,
+  "<rhspace-9>": 32034,
+  "<textline>": 32005
 }

config.json

@@ -48,8 +48,8 @@
   "pad_token_id": 1,
   "position_embedding_type": "absolute",
   "torch_dtype": "float32",
-  "transformers_version": "4.26.0",
+  "transformers_version": "4.26.1",
   "type_vocab_size": 1,
   "use_cache": true,
-  "vocab_size": 32038
+  "vocab_size": 32039
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac71100007ed7f48c69600d647823e22997491effd3fbcb52d53a86228966c73
-size 440333357
+oid sha256:45883390f36d280e3d13f0b9877e714ab80231a6b95e3236c37e94656324aa1c
+size 440336429

tokenizer.json

@@ -73,7 +73,7 @@
     },
     {
       "id": 32005,
-      "content": "<hspace-5>",
+      "content": "<textline>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -82,7 +82,7 @@
     },
     {
       "id": 32006,
-      "content": "<hspace-10>",
+      "content": "<rhspace-4>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -91,7 +91,7 @@
     },
     {
       "id": 32007,
-      "content": "<rhspace-3>",
+      "content": "<lhspace-8>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -100,7 +100,7 @@
     },
     {
       "id": 32008,
-      "content": "<lhspace-7>",
+      "content": "<lhspace-6>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -109,7 +109,7 @@
     },
     {
       "id": 32009,
-      "content": "<lhspace-10>",
+      "content": "<hspace-3>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -118,7 +118,7 @@
     },
     {
       "id": 32010,
-      "content": "<lhspace-1>",
+      "content": "<hspace-8>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -127,7 +127,7 @@
     },
     {
       "id": 32011,
-      "content": "<rhspace-1>",
+      "content": "<rhspace-3>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -136,7 +136,7 @@
     },
     {
       "id": 32012,
-      "content": "<hspace-2>",
+      "content": "<hspace-7>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -145,7 +145,7 @@
     },
     {
       "id": 32013,
-      "content": "<hspace-8>",
+      "content": "<rhspace-10>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -154,7 +154,7 @@
     },
     {
       "id": 32014,
-      "content": "<hspace-3>",
+      "content": "</ENTRY>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -163,7 +163,7 @@
     },
     {
       "id": 32015,
-      "content": "<hspace-9>",
+      "content": "<hspace-5>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -172,7 +172,7 @@
     },
     {
       "id": 32016,
-      "content": "<rhspace-7>",
+      "content": "<lhspace-5>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -181,7 +181,7 @@
     },
     {
       "id": 32017,
-      "content": "<hspace-1>",
+      "content": "<rhspace-2>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -190,7 +190,7 @@
     },
     {
       "id": 32018,
-      "content": "<rhspace-8>",
+      "content": "<lhspace-9>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -199,7 +199,7 @@
     },
     {
       "id": 32019,
-      "content": "<rhspace-4>",
+      "content": "<rhspace-1>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -208,7 +208,7 @@
     },
     {
       "id": 32020,
-      "content": "<lhspace-8>",
+      "content": "<hspace-2>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -217,7 +217,7 @@
     },
     {
       "id": 32021,
-      "content": "<ENTRY>",
+      "content": "<hspace-4>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -226,7 +226,7 @@
     },
     {
       "id": 32022,
-      "content": "<lhspace-6>",
+      "content": "<rhspace-7>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -235,7 +235,7 @@
     },
     {
       "id": 32023,
-      "content": "<lhspace-9>",
+      "content": "<hspace-9>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -244,7 +244,7 @@
     },
     {
       "id": 32024,
-      "content": "<rhspace-2>",
+      "content": "<lhspace-10>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -253,7 +253,7 @@
     },
     {
       "id": 32025,
-      "content": "<hspace-4>",
+      "content": "<lhspace-2>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -271,7 +271,7 @@
     },
     {
       "id": 32027,
-      "content": "<rhspace-10>",
+      "content": "<lhspace-3>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -280,7 +280,7 @@
     },
     {
       "id": 32028,
-      "content": "<break>",
+      "content": "<lhspace-4>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -289,7 +289,7 @@
     },
     {
       "id": 32029,
-      "content": "<lhspace-5>",
+      "content": "<rhspace-8>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -298,7 +298,7 @@
     },
     {
       "id": 32030,
-      "content": "<hspace-7>",
+      "content": "<hspace-10>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -307,7 +307,7 @@
     },
     {
       "id": 32031,
-      "content": "<rhspace-6>",
+      "content": "<rhspace-5>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -316,7 +316,7 @@
     },
     {
       "id": 32032,
-      "content": "<lhspace-4>",
+      "content": "<lhspace-1>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -325,7 +325,7 @@
     },
     {
       "id": 32033,
-      "content": "</ENTRY>",
+      "content": "<lhspace-7>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -334,7 +334,7 @@
     },
     {
       "id": 32034,
-      "content": "<lhspace-3>",
+      "content": "<rhspace-9>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -343,7 +343,7 @@
     },
     {
       "id": 32035,
-      "content": "<rhspace-5>",
+      "content": "<ENTRY>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -352,7 +352,7 @@
     },
     {
       "id": 32036,
-      "content": "<lhspace-2>",
+      "content": "<break>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -361,7 +361,16 @@
     },
     {
       "id": 32037,
-      "content": "<rhspace-9>",
+      "content": "<rhspace-6>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 32038,
+      "content": "<hspace-1>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:102cf4eadd23488eb3a361b609d7412ba7c0e5f4f0623de843b4d2077c0fe9cc
+oid sha256:96fd4a53173443201a735418b7993c64fc7ed696aec9aa1bf8cfe8e656ed71e6
 size 3515