Training in progress, step 500

added_tokens.json

@@ -1518,6 +1518,7 @@
   "<|da|>": 50285,
   "<|de|>": 50261,
   "<|el|>": 50281,
+  "<|endoftext|>": 50257,
   "<|en|>": 50259,
   "<|es|>": 50262,
   "<|et|>": 50307,

config.json

@@ -145,7 +145,7 @@
     50362
   ],
   "torch_dtype": "float32",
-  "transformers_version": "4.33.3",
+  "transformers_version": "4.34.0",
   "use_cache": false,
   "use_weighted_layer_sum": false,
   "vocab_size": 51865

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17c9574ff2b03a12db1679e0bed9c65ff6068b34d6f77e369cd76cabf043a515
+oid sha256:88b4e6fd56edb66d3dfaf523c28f1be79f265c44a482898d1294ebb1e2a00a7f
 size 967102729

special_tokens_map.json

@@ -108,26 +108,8 @@
     "<|nocaptions|>",
     "<|notimestamps|>"
   ],
-  "bos_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
-  "eos_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
   "pad_token": "<|endoftext|>",
-  "unk_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  }
+  "unk_token": "<|endoftext|>"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5782ee54d539c5289781d19db5a7f7dfca3e1530443925ae17cf14a09017e997
-size 4219
+oid sha256:e2da9ce6885f48bf337baa57854ee53029e43040a05c36cc91ecc2b88d1bcba8
+size 4283