Training in progress, step 4500

config.json

@@ -20,7 +20,7 @@
   "sliding_window": 4096,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.40.0",
+  "transformers_version": "4.38.2",
   "use_cache": false,
   "vocab_size": 32002
 }

runs/Apr21_05-05-01_n136-147-090/events.out.tfevents.1713647203.n136-147-090.1467570.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa0c5589afc728f64f0eaedcfca1fefb6b2bb497dd9b74c69537e37b4bfb553e
-size 190840
+oid sha256:3cf7bc4d2f95793c31fad9f1f038134e7d74c54f1057bda10706b989a3197450
+size 195060

tokenizer.json

@@ -152,7 +152,6 @@
     "end_of_word_suffix": null,
     "fuse_unk": true,
     "byte_fallback": true,
-    "ignore_merges": false,
     "vocab": {
       "<unk>": 0,
       "<s>": 1,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8644b5b12460c8432c39d68f8e01741f67061742d4361b9fd3d667b08c873f9b
-size 6200
+oid sha256:4b0d1860a8699ef12a9fb178408ee4b12bf54aba671d7e715a9313b88d8a2182
+size 6136