Training in progress, step 500

config.json

@@ -55,7 +55,7 @@
     }
   },
   "torch_dtype": "float32",
-  "transformers_version": "4.38.2",
+  "transformers_version": "4.40.0",
   "use_cache": true,
   "vocab_size": 32128
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6511fb39623b934b9f4a68bd60407f8f5ac2bbd3039cf23e03962796e14cb32b
+oid sha256:707f0cec0fca6aead9511517d778c2bdfa86b7df6d18faf35b8c3112784a86a3
 size 242041896

runs/Apr24_22-03-17_3f7d7ea1bb59/events.out.tfevents.1713996623.3f7d7ea1bb59.355.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af0ec8895d090fd121769066a63dc01fda754f3ad7daaed08a32428b48727da
+size 5890

tokenizer.json

@@ -949,8 +949,8 @@
       {
         "type": "Metaspace",
         "replacement": "▁",
-        "add_prefix_space": true,
-        "prepend_scheme": "always"
+        "prepend_scheme": "always",
+        "split": true
       }
     ]
   },
@@ -1011,8 +1011,8 @@
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
-    "add_prefix_space": true,
-    "prepend_scheme": "always"
+    "prepend_scheme": "always",
+    "split": true
   },
   "model": {
     "type": "Unigram",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3513d1822ffacd4a60b1df9aa8108c39445c4bfd02bbb99f90368494328eed7e
-size 5048
+oid sha256:b1c2467cf56414ffd609144168b3261673b621fad9067b01fb8f20e8b4d59ca2
+size 5176