Training in progress step 80

added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "<|endoftext|>": 0
+}

config.json

@@ -33,7 +33,7 @@
     }
   },
   "torch_dtype": "float32",
-  "transformers_version": "4.31.0",
+  "transformers_version": "4.34.0",
   "use_cache": true,
   "vocab_size": 50000
 }

generation_config.json

@@ -2,5 +2,5 @@
   "_from_model_config": true,
   "bos_token_id": 0,
   "eos_token_id": 0,
-  "transformers_version": "4.31.0"
+  "transformers_version": "4.34.0"
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dba6c3524efe95045449fa20202c9d3d9940f8f343a106c96c12a704fd0bdec4
-size 497017693
+oid sha256:18c91294aa071fa39e8ae9586c706be999025ed726a23b45171f6ddaf85e9693
+size 497018202

special_tokens_map.json

@@ -1,6 +1,5 @@
 {
   "bos_token": "<|endoftext|>",
   "eos_token": "<|endoftext|>",
-  "pad_token": "<|endoftext|>",
   "unk_token": "<|endoftext|>"
 }

tokenizer_config.json

@@ -1,5 +1,16 @@
 {
   "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
   "bos_token": "<|endoftext|>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|endoftext|>",