Training in progress, step 50, checkpoint

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03433c714cc8c1b22881f01066510af4c1b3b16be7421c82460da2efb22066f5
+oid sha256:101876d6dc2b54c86ae2db88f2c25a7e0522bc4bbd63c1042d98e8bb95d7894f
 size 202110330

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65fdce435e2f4d68b1f44d9649f7f417d62d01a1c92956c1bad551ffe9ff32a6
+oid sha256:24ad54a49bbd323a372e28764f13e2456389566fa388bfddc534c90601e86d45
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99fc9c0ec571f76cf9b6d1229601c5173899cd18104e487c5627f5f4c56c6e8a
+oid sha256:46fa8207e86dee7d50b0ab12f1dd18c4426e8c65d06f97f8b2bd004a747e9cfa
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.0020260345438889733,
+  "epoch": 0.0040520690877779465,
   "eval_steps": 25,
-  "global_step": 25,
+  "global_step": 50,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -198,6 +198,189 @@
       "eval_samples_per_second": 22.227,
       "eval_steps_per_second": 11.115,
       "step": 25
+    },
+    {
+      "epoch": 0.0021070759256445323,
+      "grad_norm": NaN,
+      "learning_rate": 7.68649804173412e-05,
+      "loss": 0.0,
+      "step": 26
+    },
+    {
+      "epoch": 0.0021881173074000913,
+      "grad_norm": NaN,
+      "learning_rate": 7.500000000000001e-05,
+      "loss": 0.0,
+      "step": 27
+    },
+    {
+      "epoch": 0.00226915868915565,
+      "grad_norm": NaN,
+      "learning_rate": 7.308743066175172e-05,
+      "loss": 0.0,
+      "step": 28
+    },
+    {
+      "epoch": 0.002350200070911209,
+      "grad_norm": NaN,
+      "learning_rate": 7.113091308703498e-05,
+      "loss": 0.0,
+      "step": 29
+    },
+    {
+      "epoch": 0.002431241452666768,
+      "grad_norm": NaN,
+      "learning_rate": 6.91341716182545e-05,
+      "loss": 0.0,
+      "step": 30
+    },
+    {
+      "epoch": 0.002512282834422327,
+      "grad_norm": NaN,
+      "learning_rate": 6.710100716628344e-05,
+      "loss": 0.0,
+      "step": 31
+    },
+    {
+      "epoch": 0.0025933242161778856,
+      "grad_norm": NaN,
+      "learning_rate": 6.503528997521366e-05,
+      "loss": 0.0,
+      "step": 32
+    },
+    {
+      "epoch": 0.0026743655979334447,
+      "grad_norm": NaN,
+      "learning_rate": 6.294095225512603e-05,
+      "loss": 0.0,
+      "step": 33
+    },
+    {
+      "epoch": 0.0027554069796890037,
+      "grad_norm": NaN,
+      "learning_rate": 6.0821980696905146e-05,
+      "loss": 0.0,
+      "step": 34
+    },
+    {
+      "epoch": 0.0028364483614445627,
+      "grad_norm": NaN,
+      "learning_rate": 5.868240888334653e-05,
+      "loss": 0.0,
+      "step": 35
+    },
+    {
+      "epoch": 0.0029174897432001218,
+      "grad_norm": NaN,
+      "learning_rate": 5.6526309611002594e-05,
+      "loss": 0.0,
+      "step": 36
+    },
+    {
+      "epoch": 0.0029985311249556804,
+      "grad_norm": NaN,
+      "learning_rate": 5.435778713738292e-05,
+      "loss": 0.0,
+      "step": 37
+    },
+    {
+      "epoch": 0.0030795725067112394,
+      "grad_norm": NaN,
+      "learning_rate": 5.218096936826681e-05,
+      "loss": 0.0,
+      "step": 38
+    },
+    {
+      "epoch": 0.0031606138884667984,
+      "grad_norm": NaN,
+      "learning_rate": 5e-05,
+      "loss": 0.0,
+      "step": 39
+    },
+    {
+      "epoch": 0.0032416552702223575,
+      "grad_norm": NaN,
+      "learning_rate": 4.781903063173321e-05,
+      "loss": 0.0,
+      "step": 40
+    },
+    {
+      "epoch": 0.003322696651977916,
+      "grad_norm": NaN,
+      "learning_rate": 4.564221286261709e-05,
+      "loss": 0.0,
+      "step": 41
+    },
+    {
+      "epoch": 0.003403738033733475,
+      "grad_norm": NaN,
+      "learning_rate": 4.347369038899744e-05,
+      "loss": 0.0,
+      "step": 42
+    },
+    {
+      "epoch": 0.003484779415489034,
+      "grad_norm": NaN,
+      "learning_rate": 4.131759111665349e-05,
+      "loss": 0.0,
+      "step": 43
+    },
+    {
+      "epoch": 0.003565820797244593,
+      "grad_norm": NaN,
+      "learning_rate": 3.917801930309486e-05,
+      "loss": 0.0,
+      "step": 44
+    },
+    {
+      "epoch": 0.003646862179000152,
+      "grad_norm": NaN,
+      "learning_rate": 3.705904774487396e-05,
+      "loss": 0.0,
+      "step": 45
+    },
+    {
+      "epoch": 0.003727903560755711,
+      "grad_norm": NaN,
+      "learning_rate": 3.4964710024786354e-05,
+      "loss": 0.0,
+      "step": 46
+    },
+    {
+      "epoch": 0.00380894494251127,
+      "grad_norm": NaN,
+      "learning_rate": 3.289899283371657e-05,
+      "loss": 0.0,
+      "step": 47
+    },
+    {
+      "epoch": 0.003889986324266829,
+      "grad_norm": NaN,
+      "learning_rate": 3.086582838174551e-05,
+      "loss": 0.0,
+      "step": 48
+    },
+    {
+      "epoch": 0.0039710277060223875,
+      "grad_norm": NaN,
+      "learning_rate": 2.886908691296504e-05,
+      "loss": 0.0,
+      "step": 49
+    },
+    {
+      "epoch": 0.0040520690877779465,
+      "grad_norm": NaN,
+      "learning_rate": 2.6912569338248315e-05,
+      "loss": 0.0,
+      "step": 50
+    },
+    {
+      "epoch": 0.0040520690877779465,
+      "eval_loss": NaN,
+      "eval_runtime": 467.4026,
+      "eval_samples_per_second": 22.231,
+      "eval_steps_per_second": 11.117,
+      "step": 50
     }
   ],
   "logging_steps": 1,
@@ -217,7 +400,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 5208852450508800.0,
+  "total_flos": 1.04177049010176e+16,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null