Training in progress, step 100

config.json

@@ -21,6 +21,6 @@
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.40.2",
-  "use_cache": true,
+  "use_cache": false,
   "vocab_size": 32000
 }

runs/May26_06-26-16_ubuntu/events.out.tfevents.1716705224.ubuntu.2970062.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d5800003a885f3a2111da33039b5d2ecd2b78cb10194f33b4b07206ac5449c
+size 13064

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34cca289fbc035960120b59673435e29026afdbf5349d9b96725193c228ae3cc
-size 6264
+oid sha256:57663c98add4640e7ce90a1710e791e6b33aa91a9fcfe3b2d64f5ba20b14171f
+size 6328