Training in progress, step 500

config.json

@@ -55,7 +55,7 @@
     }
   },
   "torch_dtype": "float32",
-  "transformers_version": "4.39.3",
+  "transformers_version": "4.40.0",
   "use_cache": true,
   "vocab_size": 32128
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8dfb6b64926446ec778cdc4354a2434eddd30507a445e433331e22928a1b650
+oid sha256:aed866b68d42a681a6f38cfc9855a8a7ae4289b7e1fb418954a0fbcff690b1de
 size 242041896

runs/Apr22_15-26-03_4190cedbfede/events.out.tfevents.1713799841.4190cedbfede.8133.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4436441140af5b37b37484ec6c18eb54aa4a36fd8d2e1a13b1d3d2399a4d627d
+size 5884

tokenizer.json

@@ -949,8 +949,8 @@
       {
         "type": "Metaspace",
         "replacement": "▁",
-        "add_prefix_space": true,
-        "prepend_scheme": "always"
+        "prepend_scheme": "always",
+        "split": true
       }
     ]
   },
@@ -1011,8 +1011,8 @@
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
-    "add_prefix_space": true,
-    "prepend_scheme": "always"
+    "prepend_scheme": "always",
+    "split": true
   },
   "model": {
     "type": "Unigram",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff5235cb05bcb16211fc6318d6a293b5d56e499ad8677c20b8dcf65fc31ae621
-size 5112
+oid sha256:780f674dbd92c623173fe55ae743f9d6d8879ce0323e0a829183a48d23010b52
+size 5176