End of training

README.md

@@ -13,12 +13,12 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model was trained from scratch on an unknown dataset.
 It achieves the following results on the evaluation set:
-- eval_loss: 0.9093
-- eval_runtime: 1998.4573
-- eval_samples_per_second: 111.644
+- eval_loss: 0.9041
+- eval_runtime: 1998.7351
+- eval_samples_per_second: 111.628
 - eval_steps_per_second: 1.745
-- epoch: 5.58
-- step: 350000
+- epoch: 6.37
+- step: 400000
 
 ## Model description
 

logs/events.out.tfevents.1703387695.f4341cf79e18.26.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce8edc36513ad5a4b843ef8e36c9c34965cf00b88920aedf5ae9be6be2f9efe
+size 5099

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc9b0bdfc4644a69a7747c6299f6471c9e104d1203e9cd7d4cf21914eda7e294
+oid sha256:138a75cd206a202484cd2a6c4b8e80b2fa7b01d519d7871da738b9518489871c
 size 497918592

trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 5.577600356966423,
+  "epoch": 6.374400407961626,
   "eval_steps": 50000,
-  "global_step": 350000,
+  "global_step": 400000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -105,6 +105,20 @@
       "eval_samples_per_second": 111.644,
       "eval_steps_per_second": 1.745,
       "step": 350000
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 4.9920355054102726e-05,
+      "loss": 0.906,
+      "step": 400000
+    },
+    {
+      "epoch": 6.37,
+      "eval_loss": 0.9041373133659363,
+      "eval_runtime": 1998.7351,
+      "eval_samples_per_second": 111.628,
+      "eval_steps_per_second": 1.745,
+      "step": 400000
     }
   ],
   "logging_steps": 50000,
@@ -112,7 +126,7 @@
   "num_input_tokens_seen": 0,
   "num_train_epochs": 500,
   "save_steps": 50000,
-  "total_flos": 7.316160565248e+17,
+  "total_flos": 8.3613254270976e+17,
   "train_batch_size": 32,
   "trial_name": null,
   "trial_params": null