Training in progress, step 50, checkpoint

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:50a539809bfe4f837e1c34ec1bf53756f6986a42be8581f3f0a9a874ac10a6c2
+oid sha256:e3ff2ed1668dc3c1e3057fbb2e1409a4cb0d6f25bc7c8093e2ff6bf70c866ab1
 size 335604696

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:806e862be8e8525cf14b9581b2d82d7be95207a4696b21996eed87fa26eea55a
+oid sha256:43eacb6843637f054cd6913eb95684e173455ad7eb207a89d90bb71cf0532677
 size 671466706

last-checkpoint/rng_state_0.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fd2556a60a9aa12545b5175be85d8d83a6f85ba29be5b8b56eb6dff88ebb966
+oid sha256:20279df5be3667d1768c6fb3cc53b04a1bf67440fb2110d5f5da4ebc651b5159
 size 14960

last-checkpoint/rng_state_1.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a398c509feb813baa97b10d1eedbe0b29922ebcdb6ca795b424a3ad2fd4fd0f0
+oid sha256:57d480f79ec421b7e0a9e4d21edd0c2c54631fa353ecf03cff77cfd37488fbf8
 size 15024

last-checkpoint/rng_state_2.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e75324fe76ed92099f7d03ddcf988c75e340f2bb6df76aaf6e2a63b88447609
+oid sha256:b522dc2bcdfce09ace0a2922fe68f677c422b00f4dbcf7a723a60e9b598bab5a
 size 15024

last-checkpoint/rng_state_3.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b44a7bf89921658387e8b066b317c1d70bd89d57fea882ec6829807a2397ff75
+oid sha256:ddbab581915d89fbc6c89621935cd4473bf7975c58ad51900b9233a91f9da4b8
 size 15024

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d271cdb95f63cd655315f063ca2e25c78dc5ae4275523c5d4f80f367586b3351
+oid sha256:5607f6de446164d9d9adb8b91c44cec55b14aa391e24ba5637c08b834eedda2a
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 4.312661170959473,
-  "best_model_checkpoint": "miner_id_24/checkpoint-25",
-  "epoch": 0.30627871362940273,
+  "best_metric": 4.124476432800293,
+  "best_model_checkpoint": "miner_id_24/checkpoint-50",
+  "epoch": 0.6125574272588055,
   "eval_steps": 25,
-  "global_step": 25,
+  "global_step": 50,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -198,6 +198,189 @@
       "eval_samples_per_second": 14.374,
       "eval_steps_per_second": 3.737,
       "step": 25
+    },
+    {
+      "epoch": 0.31852986217457885,
+      "grad_norm": 4.193575859069824,
+      "learning_rate": 5.500000000000001e-05,
+      "loss": 3.0713,
+      "step": 26
+    },
+    {
+      "epoch": 0.33078101071975496,
+      "grad_norm": 3.1048731803894043,
+      "learning_rate": 5.205685918464356e-05,
+      "loss": 3.5151,
+      "step": 27
+    },
+    {
+      "epoch": 0.3430321592649311,
+      "grad_norm": 3.3635315895080566,
+      "learning_rate": 4.912632135009769e-05,
+      "loss": 3.2449,
+      "step": 28
+    },
+    {
+      "epoch": 0.3552833078101072,
+      "grad_norm": 3.2069332599639893,
+      "learning_rate": 4.6220935509274235e-05,
+      "loss": 3.4741,
+      "step": 29
+    },
+    {
+      "epoch": 0.3675344563552833,
+      "grad_norm": 3.8977670669555664,
+      "learning_rate": 4.3353142970386564e-05,
+      "loss": 3.6004,
+      "step": 30
+    },
+    {
+      "epoch": 0.37978560490045943,
+      "grad_norm": 3.4939961433410645,
+      "learning_rate": 4.053522406135775e-05,
+      "loss": 3.6746,
+      "step": 31
+    },
+    {
+      "epoch": 0.39203675344563554,
+      "grad_norm": 3.7394635677337646,
+      "learning_rate": 3.777924554357096e-05,
+      "loss": 3.8201,
+      "step": 32
+    },
+    {
+      "epoch": 0.40428790199081166,
+      "grad_norm": 3.1073238849639893,
+      "learning_rate": 3.509700894014496e-05,
+      "loss": 3.4163,
+      "step": 33
+    },
+    {
+      "epoch": 0.4165390505359878,
+      "grad_norm": 3.247821092605591,
+      "learning_rate": 3.250000000000001e-05,
+      "loss": 3.8034,
+      "step": 34
+    },
+    {
+      "epoch": 0.42879019908116384,
+      "grad_norm": 3.812506914138794,
+      "learning_rate": 2.9999339514117912e-05,
+      "loss": 3.7354,
+      "step": 35
+    },
+    {
+      "epoch": 0.44104134762633995,
+      "grad_norm": 3.2945432662963867,
+      "learning_rate": 2.760573569460757e-05,
+      "loss": 3.6901,
+      "step": 36
+    },
+    {
+      "epoch": 0.45329249617151607,
+      "grad_norm": 3.4342174530029297,
+      "learning_rate": 2.53294383204969e-05,
+      "loss": 4.1264,
+      "step": 37
+    },
+    {
+      "epoch": 0.4655436447166922,
+      "grad_norm": 3.3274176120758057,
+      "learning_rate": 2.3180194846605367e-05,
+      "loss": 3.3346,
+      "step": 38
+    },
+    {
+      "epoch": 0.4777947932618683,
+      "grad_norm": 3.2000293731689453,
+      "learning_rate": 2.1167208663446025e-05,
+      "loss": 3.3675,
+      "step": 39
+    },
+    {
+      "epoch": 0.4900459418070444,
+      "grad_norm": 3.530086040496826,
+      "learning_rate": 1.9299099686894423e-05,
+      "loss": 3.6042,
+      "step": 40
+    },
+    {
+      "epoch": 0.5022970903522205,
+      "grad_norm": 3.0272111892700195,
+      "learning_rate": 1.758386744638546e-05,
+      "loss": 3.8003,
+      "step": 41
+    },
+    {
+      "epoch": 0.5145482388973966,
+      "grad_norm": 3.1638290882110596,
+      "learning_rate": 1.602885682970026e-05,
+      "loss": 3.693,
+      "step": 42
+    },
+    {
+      "epoch": 0.5267993874425727,
+      "grad_norm": 3.7188827991485596,
+      "learning_rate": 1.464072663102903e-05,
+      "loss": 3.8951,
+      "step": 43
+    },
+    {
+      "epoch": 0.5390505359877489,
+      "grad_norm": 5.151864528656006,
+      "learning_rate": 1.3425421036992098e-05,
+      "loss": 4.0331,
+      "step": 44
+    },
+    {
+      "epoch": 0.5513016845329249,
+      "grad_norm": 3.6321349143981934,
+      "learning_rate": 1.2388144172720251e-05,
+      "loss": 3.9466,
+      "step": 45
+    },
+    {
+      "epoch": 0.5635528330781011,
+      "grad_norm": 3.5160648822784424,
+      "learning_rate": 1.1533337816991932e-05,
+      "loss": 3.8945,
+      "step": 46
+    },
+    {
+      "epoch": 0.5758039816232772,
+      "grad_norm": 3.2792294025421143,
+      "learning_rate": 1.0864662381854632e-05,
+      "loss": 4.1007,
+      "step": 47
+    },
+    {
+      "epoch": 0.5880551301684533,
+      "grad_norm": 4.167824745178223,
+      "learning_rate": 1.0384981238178534e-05,
+      "loss": 3.7118,
+      "step": 48
+    },
+    {
+      "epoch": 0.6003062787136294,
+      "grad_norm": 4.040383338928223,
+      "learning_rate": 1.0096348454262845e-05,
+      "loss": 4.0598,
+      "step": 49
+    },
+    {
+      "epoch": 0.6125574272588055,
+      "grad_norm": 3.9678735733032227,
+      "learning_rate": 1e-05,
+      "loss": 4.2144,
+      "step": 50
+    },
+    {
+      "epoch": 0.6125574272588055,
+      "eval_loss": 4.124476432800293,
+      "eval_runtime": 3.4902,
+      "eval_samples_per_second": 14.326,
+      "eval_steps_per_second": 3.725,
+      "step": 50
     }
   ],
   "logging_steps": 1,
@@ -221,12 +404,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 2.984041808658432e+17,
+  "total_flos": 5.968083617316864e+17,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null