End of training

README.md

@@ -15,7 +15,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [roberta-base](https://huggingface.co/roberta-base) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.3960
+- Loss: 0.4064
 
 ## Model description
 
@@ -47,16 +47,16 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step  | Validation Loss |
 |:-------------:|:-----:|:-----:|:---------------:|
-| 0.8047        | 1.0   | 13504 | 0.6456          |
-| 0.5167        | 2.0   | 27008 | 0.5308          |
-| 0.3027        | 3.0   | 40512 | 0.4439          |
-| 0.5447        | 4.0   | 54016 | 0.4235          |
-| 0.3082        | 5.0   | 67520 | 0.3960          |
+| 0.6062        | 1.0   | 13521 | 0.6637          |
+| 0.342         | 2.0   | 27042 | 0.5389          |
+| 0.3967        | 3.0   | 40563 | 0.4142          |
+| 0.3748        | 4.0   | 54084 | 0.4064          |
+| 0.3489        | 5.0   | 67605 | 0.4131          |
 
 
 ### Framework versions
 
-- Transformers 4.34.0
-- Pytorch 2.0.1+cu118
-- Datasets 2.14.5
+- Transformers 4.34.1
+- Pytorch 2.1.0+cu118
+- Datasets 2.14.6
 - Tokenizers 0.14.1

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:209623465470a50e3ba9d5bc0bcb12117b89281cc25327c1932e58330723a4eb
+oid sha256:2d29103a1bbf372bae5140358b4fe676a958daa766cfb132548a56bb46bbea80
 size 498694958

special_tokens_map.json

@@ -2,7 +2,13 @@
   "bos_token": "<s>",
   "cls_token": "<s>",
   "eos_token": "</s>",
-  "mask_token": "<mask>",
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
   "pad_token": "<pad>",
   "sep_token": "</s>",
   "unk_token": "<unk>"

tokenizer.json

@@ -21,7 +21,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
+      "normalized": true,
       "special": true
     },
     {
@@ -30,7 +30,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
+      "normalized": true,
       "special": true
     },
     {
@@ -39,7 +39,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
+      "normalized": true,
       "special": true
     },
     {
@@ -48,7 +48,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
+      "normalized": true,
       "special": true
     },
     {

tokenizer_config.json

@@ -4,7 +4,7 @@
     "0": {
       "content": "<s>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
       "special": true
@@ -12,7 +12,7 @@
     "1": {
       "content": "<pad>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
       "special": true
@@ -20,7 +20,7 @@
     "2": {
       "content": "</s>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
       "special": true
@@ -28,7 +28,7 @@
     "3": {
       "content": "<unk>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
       "special": true
@@ -42,7 +42,6 @@
       "special": true
     }
   },
-  "additional_special_tokens": [],
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": true,
   "cls_token": "<s>",