Training in progress, step 500

config.json

@@ -56,7 +56,7 @@
   },
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
-  "transformers_version": "4.38.2",
+  "transformers_version": "4.40.0",
   "use_cache": true,
   "vocab_size": 32128
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72af1411d14fc0e52dc41063d7bb1543651f3993eafeef2172ab6e5f4f03c46f
+oid sha256:1ab4e6e7c129eb82945cb1a9fba0419b845373c8747ef96f634213be54df7dea
 size 990345064

runs/Apr23_16-04-56_978bbcb7094d/events.out.tfevents.1713888297.978bbcb7094d.1619.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db39cf09b27fcaed1cc2f1149b88aef7479fb83928cfe1ca925c13fa161379a9
+size 7629

tokenizer.json

@@ -955,8 +955,8 @@
   "pre_tokenizer": {
     "type": "Metaspace",
     "replacement": "▁",
-    "add_prefix_space": true,
-    "prepend_scheme": "always"
+    "prepend_scheme": "always",
+    "split": true
   },
   "post_processor": {
     "type": "TemplateProcessing",
@@ -1015,8 +1015,8 @@
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
-    "add_prefix_space": true,
-    "prepend_scheme": "always"
+    "prepend_scheme": "always",
+    "split": true
   },
   "model": {
     "type": "Unigram",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0bcd9ef842337dad98a1bb0c32db1707989dc40fa761c6dcb5cccffab419406
-size 5048
+oid sha256:0155ed89c44982da5a64448bf58831a45a0c82eeefe1e2414735b391da674f4f
+size 5176