Training in progress, epoch 1

added_tokens.json

@@ -0,0 +1,10 @@
+{
+  "</s>": 6,
+  "</s>NOTUSED": 2,
+  "<_>": 8,
+  "<mask>": 25004,
+  "<pad>": 1,
+  "<s>": 5,
+  "<s>NOTUSED": 0,
+  "<unk>": 3
+}

config.json

@@ -59,7 +59,7 @@
   "position_embedding_type": "absolute",
   "problem_type": "single_label_classification",
   "torch_dtype": "float32",
-  "transformers_version": "4.33.3",
+  "transformers_version": "4.34.0",
   "type_vocab_size": 1,
   "use_cache": true,
   "vocab_size": 25005

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1f1f64e0644df192d5c3b0d909f917a0695d88f5f80fa0699b2b56ca33dc122
+oid sha256:a312472e17e06b775ee146316b4933caca2f5bbdd2f3b031fbde3250f85544e0
 size 421095857

special_tokens_map.json

@@ -7,13 +7,7 @@
   "bos_token": "<s>",
   "cls_token": "<s>",
   "eos_token": "</s>",
-  "mask_token": {
-    "content": "<mask>",
-    "lstrip": true,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
+  "mask_token": "<mask>",
   "pad_token": "<pad>",
   "sep_token": "</s>",
   "unk_token": "<unk>"

tokenizer.json

@@ -19,8 +19,8 @@
       "id": 0,
       "content": "<s>NOTUSED",
       "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
+      "lstrip": true,
+      "rstrip": true,
       "normalized": false,
       "special": true
     },
@@ -37,8 +37,8 @@
       "id": 2,
       "content": "</s>NOTUSED",
       "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
+      "lstrip": true,
+      "rstrip": true,
       "normalized": false,
       "special": true
     },
@@ -73,8 +73,8 @@
       "id": 8,
       "content": "<_>",
       "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
+      "lstrip": true,
+      "rstrip": true,
       "normalized": false,
       "special": true
     },
@@ -100219,6 +100219,7 @@
         "<mask>",
         0.0
       ]
-    ]
+    ],
+    "byte_fallback": false
   }
 }

tokenizer_config.json

@@ -1,4 +1,70 @@
 {
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>NOTUSED",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>NOTUSED",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "<_>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "25004": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
   "additional_special_tokens": [
     "<s>NOTUSED",
     "</s>NOTUSED",
@@ -8,14 +74,7 @@
   "clean_up_tokenization_spaces": true,
   "cls_token": "<s>",
   "eos_token": "</s>",
-  "mask_token": {
-    "__type": "AddedToken",
-    "content": "<mask>",
-    "lstrip": true,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
+  "mask_token": "<mask>",
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",
   "sep_token": "</s>",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87dd842593f80b54388d92faff4170a74bcb83c37706f28f97f245dbdcaa94c1
-size 4027
+oid sha256:146399dc469808ca75a807867388344222c46999cecc85567d637ca13ee4ba5b
+size 4091