{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 10.0,
  "eval_steps": 1,
  "global_step": 90,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.1111111111111111,
      "grad_norm": 25.875,
      "learning_rate": 2.5e-05,
      "loss": 1.1308,
      "step": 1
    },
    {
      "epoch": 0.1111111111111111,
      "eval_accuracy": 0.5277777777777778,
      "eval_loss": 0.8154025673866272,
      "eval_runtime": 0.6646,
      "eval_samples_per_second": 108.328,
      "eval_steps_per_second": 7.523,
      "step": 1
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 31.75,
      "learning_rate": 5e-05,
      "loss": 0.9888,
      "step": 2
    },
    {
      "epoch": 0.2222222222222222,
      "eval_accuracy": 0.5416666666666666,
      "eval_loss": 0.8097670078277588,
      "eval_runtime": 0.7137,
      "eval_samples_per_second": 100.883,
      "eval_steps_per_second": 7.006,
      "step": 2
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 15.6875,
      "learning_rate": 4.943181818181818e-05,
      "loss": 0.8615,
      "step": 3
    },
    {
      "epoch": 0.3333333333333333,
      "eval_accuracy": 0.5833333333333334,
      "eval_loss": 0.8370497226715088,
      "eval_runtime": 0.6614,
      "eval_samples_per_second": 108.857,
      "eval_steps_per_second": 7.56,
      "step": 3
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 13.9375,
      "learning_rate": 4.886363636363637e-05,
      "loss": 0.901,
      "step": 4
    },
    {
      "epoch": 0.4444444444444444,
      "eval_accuracy": 0.5833333333333334,
      "eval_loss": 0.8638712763786316,
      "eval_runtime": 0.7123,
      "eval_samples_per_second": 101.088,
      "eval_steps_per_second": 7.02,
      "step": 4
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 13.375,
      "learning_rate": 4.829545454545455e-05,
      "loss": 1.1248,
      "step": 5
    },
    {
      "epoch": 0.5555555555555556,
      "eval_accuracy": 0.5972222222222222,
      "eval_loss": 0.8621860146522522,
      "eval_runtime": 0.7128,
      "eval_samples_per_second": 101.003,
      "eval_steps_per_second": 7.014,
      "step": 5
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 28.875,
      "learning_rate": 4.772727272727273e-05,
      "loss": 0.9482,
      "step": 6
    },
    {
      "epoch": 0.6666666666666666,
      "eval_accuracy": 0.5416666666666666,
      "eval_loss": 0.8247477412223816,
      "eval_runtime": 0.6622,
      "eval_samples_per_second": 108.728,
      "eval_steps_per_second": 7.551,
      "step": 6
    },
    {
      "epoch": 0.7777777777777778,
      "grad_norm": 33.25,
      "learning_rate": 4.715909090909091e-05,
      "loss": 0.8705,
      "step": 7
    },
    {
      "epoch": 0.7777777777777778,
      "eval_accuracy": 0.5833333333333334,
      "eval_loss": 0.7855699062347412,
      "eval_runtime": 0.7138,
      "eval_samples_per_second": 100.863,
      "eval_steps_per_second": 7.004,
      "step": 7
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 20.75,
      "learning_rate": 4.659090909090909e-05,
      "loss": 0.9702,
      "step": 8
    },
    {
      "epoch": 0.8888888888888888,
      "eval_accuracy": 0.5694444444444444,
      "eval_loss": 0.7553032636642456,
      "eval_runtime": 0.6125,
      "eval_samples_per_second": 117.549,
      "eval_steps_per_second": 8.163,
      "step": 8
    },
    {
      "epoch": 1.0,
      "grad_norm": 22.25,
      "learning_rate": 4.602272727272727e-05,
      "loss": 0.7868,
      "step": 9
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.5555555555555556,
      "eval_loss": 0.7463514804840088,
      "eval_runtime": 0.6616,
      "eval_samples_per_second": 108.828,
      "eval_steps_per_second": 7.557,
      "step": 9
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 6.4375,
      "learning_rate": 4.545454545454546e-05,
      "loss": 0.7814,
      "step": 10
    },
    {
      "epoch": 1.1111111111111112,
      "eval_accuracy": 0.5416666666666666,
      "eval_loss": 0.7470024824142456,
      "eval_runtime": 0.6612,
      "eval_samples_per_second": 108.9,
      "eval_steps_per_second": 7.562,
      "step": 10
    },
    {
      "epoch": 1.2222222222222223,
      "grad_norm": 19.875,
      "learning_rate": 4.488636363636364e-05,
      "loss": 0.8527,
      "step": 11
    },
    {
      "epoch": 1.2222222222222223,
      "eval_accuracy": 0.5277777777777778,
      "eval_loss": 0.7425130009651184,
      "eval_runtime": 0.6143,
      "eval_samples_per_second": 117.207,
      "eval_steps_per_second": 8.139,
      "step": 11
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 15.1875,
      "learning_rate": 4.431818181818182e-05,
      "loss": 0.7484,
      "step": 12
    },
    {
      "epoch": 1.3333333333333333,
      "eval_accuracy": 0.5555555555555556,
      "eval_loss": 0.7314046025276184,
      "eval_runtime": 0.6182,
      "eval_samples_per_second": 116.47,
      "eval_steps_per_second": 8.088,
      "step": 12
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 21.375,
      "learning_rate": 4.375e-05,
      "loss": 0.6436,
      "step": 13
    },
    {
      "epoch": 1.4444444444444444,
      "eval_accuracy": 0.5833333333333334,
      "eval_loss": 0.7158339023590088,
      "eval_runtime": 0.7149,
      "eval_samples_per_second": 100.712,
      "eval_steps_per_second": 6.994,
      "step": 13
    },
    {
      "epoch": 1.5555555555555556,
      "grad_norm": 21.875,
      "learning_rate": 4.318181818181819e-05,
      "loss": 0.7159,
      "step": 14
    },
    {
      "epoch": 1.5555555555555556,
      "eval_accuracy": 0.6111111111111112,
      "eval_loss": 0.7068142294883728,
      "eval_runtime": 0.7129,
      "eval_samples_per_second": 100.991,
      "eval_steps_per_second": 7.013,
      "step": 14
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 5.6875,
      "learning_rate": 4.261363636363637e-05,
      "loss": 0.6247,
      "step": 15
    },
    {
      "epoch": 1.6666666666666665,
      "eval_accuracy": 0.5972222222222222,
      "eval_loss": 0.7105034589767456,
      "eval_runtime": 0.6625,
      "eval_samples_per_second": 108.678,
      "eval_steps_per_second": 7.547,
      "step": 15
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 12.9375,
      "learning_rate": 4.204545454545455e-05,
      "loss": 0.6662,
      "step": 16
    },
    {
      "epoch": 1.7777777777777777,
      "eval_accuracy": 0.5972222222222222,
      "eval_loss": 0.7118598222732544,
      "eval_runtime": 0.5619,
      "eval_samples_per_second": 128.13,
      "eval_steps_per_second": 8.898,
      "step": 16
    },
    {
      "epoch": 1.8888888888888888,
      "grad_norm": 9.0,
      "learning_rate": 4.1477272727272734e-05,
      "loss": 0.4505,
      "step": 17
    },
    {
      "epoch": 1.8888888888888888,
      "eval_accuracy": 0.5833333333333334,
      "eval_loss": 0.7344834804534912,
      "eval_runtime": 0.566,
      "eval_samples_per_second": 127.198,
      "eval_steps_per_second": 8.833,
      "step": 17
    },
    {
      "epoch": 2.0,
      "grad_norm": 9.75,
      "learning_rate": 4.0909090909090915e-05,
      "loss": 0.5626,
      "step": 18
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.5277777777777778,
      "eval_loss": 0.7482435703277588,
      "eval_runtime": 0.6143,
      "eval_samples_per_second": 117.216,
      "eval_steps_per_second": 8.14,
      "step": 18
    },
    {
      "epoch": 2.111111111111111,
      "grad_norm": 16.125,
      "learning_rate": 4.034090909090909e-05,
      "loss": 0.4823,
      "step": 19
    },
    {
      "epoch": 2.111111111111111,
      "eval_accuracy": 0.5277777777777778,
      "eval_loss": 0.7449544072151184,
      "eval_runtime": 0.7126,
      "eval_samples_per_second": 101.038,
      "eval_steps_per_second": 7.016,
      "step": 19
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 15.4375,
      "learning_rate": 3.9772727272727275e-05,
      "loss": 0.4237,
      "step": 20
    },
    {
      "epoch": 2.2222222222222223,
      "eval_accuracy": 0.5416666666666666,
      "eval_loss": 0.7253146767616272,
      "eval_runtime": 0.6618,
      "eval_samples_per_second": 108.786,
      "eval_steps_per_second": 7.555,
      "step": 20
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 22.625,
      "learning_rate": 3.9204545454545456e-05,
      "loss": 0.5236,
      "step": 21
    },
    {
      "epoch": 2.3333333333333335,
      "eval_accuracy": 0.5833333333333334,
      "eval_loss": 0.6920505166053772,
      "eval_runtime": 0.613,
      "eval_samples_per_second": 117.447,
      "eval_steps_per_second": 8.156,
      "step": 21
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 11.75,
      "learning_rate": 3.8636363636363636e-05,
      "loss": 0.4028,
      "step": 22
    },
    {
      "epoch": 2.4444444444444446,
      "eval_accuracy": 0.6666666666666666,
      "eval_loss": 0.6593967080116272,
      "eval_runtime": 0.6119,
      "eval_samples_per_second": 117.661,
      "eval_steps_per_second": 8.171,
      "step": 22
    },
    {
      "epoch": 2.5555555555555554,
      "grad_norm": 18.875,
      "learning_rate": 3.8068181818181816e-05,
      "loss": 0.3952,
      "step": 23
    },
    {
      "epoch": 2.5555555555555554,
      "eval_accuracy": 0.6944444444444444,
      "eval_loss": 0.6502448320388794,
      "eval_runtime": 0.6118,
      "eval_samples_per_second": 117.679,
      "eval_steps_per_second": 8.172,
      "step": 23
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 8.3125,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 0.3701,
      "step": 24
    },
    {
      "epoch": 2.6666666666666665,
      "eval_accuracy": 0.6944444444444444,
      "eval_loss": 0.6597442626953125,
      "eval_runtime": 0.7121,
      "eval_samples_per_second": 101.112,
      "eval_steps_per_second": 7.022,
      "step": 24
    },
    {
      "epoch": 2.7777777777777777,
      "grad_norm": 25.0,
      "learning_rate": 3.6931818181818184e-05,
      "loss": 0.4536,
      "step": 25
    },
    {
      "epoch": 2.7777777777777777,
      "eval_accuracy": 0.6805555555555556,
      "eval_loss": 0.6615126132965088,
      "eval_runtime": 0.6608,
      "eval_samples_per_second": 108.959,
      "eval_steps_per_second": 7.567,
      "step": 25
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 25.125,
      "learning_rate": 3.6363636363636364e-05,
      "loss": 0.4004,
      "step": 26
    },
    {
      "epoch": 2.888888888888889,
      "eval_accuracy": 0.6666666666666666,
      "eval_loss": 0.6555294394493103,
      "eval_runtime": 0.6106,
      "eval_samples_per_second": 117.911,
      "eval_steps_per_second": 8.188,
      "step": 26
    },
    {
      "epoch": 3.0,
      "grad_norm": 16.875,
      "learning_rate": 3.579545454545455e-05,
      "loss": 0.2805,
      "step": 27
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.6388888888888888,
      "eval_loss": 0.650442361831665,
      "eval_runtime": 0.6114,
      "eval_samples_per_second": 117.754,
      "eval_steps_per_second": 8.177,
      "step": 27
    },
    {
      "epoch": 3.111111111111111,
      "grad_norm": 5.6875,
      "learning_rate": 3.522727272727273e-05,
      "loss": 0.3309,
      "step": 28
    },
    {
      "epoch": 3.111111111111111,
      "eval_accuracy": 0.6111111111111112,
      "eval_loss": 0.6491343379020691,
      "eval_runtime": 0.7116,
      "eval_samples_per_second": 101.178,
      "eval_steps_per_second": 7.026,
      "step": 28
    },
    {
      "epoch": 3.2222222222222223,
      "grad_norm": 20.75,
      "learning_rate": 3.465909090909091e-05,
      "loss": 0.4176,
      "step": 29
    },
    {
      "epoch": 3.2222222222222223,
      "eval_accuracy": 0.6388888888888888,
      "eval_loss": 0.6927388310432434,
      "eval_runtime": 0.7116,
      "eval_samples_per_second": 101.173,
      "eval_steps_per_second": 7.026,
      "step": 29
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 11.375,
      "learning_rate": 3.409090909090909e-05,
      "loss": 0.1967,
      "step": 30
    },
    {
      "epoch": 3.3333333333333335,
      "eval_accuracy": 0.6666666666666666,
      "eval_loss": 0.7233132123947144,
      "eval_runtime": 0.6182,
      "eval_samples_per_second": 116.474,
      "eval_steps_per_second": 8.088,
      "step": 30
    },
    {
      "epoch": 3.4444444444444446,
      "grad_norm": 24.875,
      "learning_rate": 3.352272727272727e-05,
      "loss": 0.2568,
      "step": 31
    },
    {
      "epoch": 3.4444444444444446,
      "eval_accuracy": 0.6805555555555556,
      "eval_loss": 0.7308578491210938,
      "eval_runtime": 0.6112,
      "eval_samples_per_second": 117.804,
      "eval_steps_per_second": 8.181,
      "step": 31
    },
    {
      "epoch": 3.5555555555555554,
      "grad_norm": 11.25,
      "learning_rate": 3.295454545454545e-05,
      "loss": 0.2841,
      "step": 32
    },
    {
      "epoch": 3.5555555555555554,
      "eval_accuracy": 0.6666666666666666,
      "eval_loss": 0.7040252685546875,
      "eval_runtime": 0.6107,
      "eval_samples_per_second": 117.902,
      "eval_steps_per_second": 8.188,
      "step": 32
    },
    {
      "epoch": 3.6666666666666665,
      "grad_norm": 14.875,
      "learning_rate": 3.238636363636364e-05,
      "loss": 0.2797,
      "step": 33
    },
    {
      "epoch": 3.6666666666666665,
      "eval_accuracy": 0.625,
      "eval_loss": 0.6633122563362122,
      "eval_runtime": 0.6111,
      "eval_samples_per_second": 117.821,
      "eval_steps_per_second": 8.182,
      "step": 33
    },
    {
      "epoch": 3.7777777777777777,
      "grad_norm": 20.375,
      "learning_rate": 3.181818181818182e-05,
      "loss": 0.2031,
      "step": 34
    },
    {
      "epoch": 3.7777777777777777,
      "eval_accuracy": 0.6666666666666666,
      "eval_loss": 0.6236428022384644,
      "eval_runtime": 0.6112,
      "eval_samples_per_second": 117.809,
      "eval_steps_per_second": 8.181,
      "step": 34
    },
    {
      "epoch": 3.888888888888889,
      "grad_norm": 2.890625,
      "learning_rate": 3.125e-05,
      "loss": 0.1318,
      "step": 35
    },
    {
      "epoch": 3.888888888888889,
      "eval_accuracy": 0.6944444444444444,
      "eval_loss": 0.6151860356330872,
      "eval_runtime": 0.6134,
      "eval_samples_per_second": 117.386,
      "eval_steps_per_second": 8.152,
      "step": 35
    },
    {
      "epoch": 4.0,
      "grad_norm": 5.25,
      "learning_rate": 3.068181818181818e-05,
      "loss": 0.2346,
      "step": 36
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.6944444444444444,
      "eval_loss": 0.6115561723709106,
      "eval_runtime": 0.7128,
      "eval_samples_per_second": 101.01,
      "eval_steps_per_second": 7.015,
      "step": 36
    },
    {
      "epoch": 4.111111111111111,
      "grad_norm": 13.125,
      "learning_rate": 3.0113636363636365e-05,
      "loss": 0.1741,
      "step": 37
    },
    {
      "epoch": 4.111111111111111,
      "eval_accuracy": 0.7083333333333334,
      "eval_loss": 0.6088710427284241,
      "eval_runtime": 0.662,
      "eval_samples_per_second": 108.762,
      "eval_steps_per_second": 7.553,
      "step": 37
    },
    {
      "epoch": 4.222222222222222,
      "grad_norm": 5.84375,
      "learning_rate": 2.954545454545455e-05,
      "loss": 0.186,
      "step": 38
    },
    {
      "epoch": 4.222222222222222,
      "eval_accuracy": 0.7222222222222222,
      "eval_loss": 0.6091925501823425,
      "eval_runtime": 0.7117,
      "eval_samples_per_second": 101.172,
      "eval_steps_per_second": 7.026,
      "step": 38
    },
    {
      "epoch": 4.333333333333333,
      "grad_norm": 3.46875,
      "learning_rate": 2.8977272727272732e-05,
      "loss": 0.1125,
      "step": 39
    },
    {
      "epoch": 4.333333333333333,
      "eval_accuracy": 0.7222222222222222,
      "eval_loss": 0.6227471828460693,
      "eval_runtime": 0.7115,
      "eval_samples_per_second": 101.191,
      "eval_steps_per_second": 7.027,
      "step": 39
    },
    {
      "epoch": 4.444444444444445,
      "grad_norm": 9.0625,
      "learning_rate": 2.8409090909090912e-05,
      "loss": 0.1299,
      "step": 40
    },
    {
      "epoch": 4.444444444444445,
      "eval_accuracy": 0.6805555555555556,
      "eval_loss": 0.634276270866394,
      "eval_runtime": 0.6124,
      "eval_samples_per_second": 117.561,
      "eval_steps_per_second": 8.164,
      "step": 40
    },
    {
      "epoch": 4.555555555555555,
      "grad_norm": 7.78125,
      "learning_rate": 2.784090909090909e-05,
      "loss": 0.1387,
      "step": 41
    },
    {
      "epoch": 4.555555555555555,
      "eval_accuracy": 0.6666666666666666,
      "eval_loss": 0.6676434278488159,
      "eval_runtime": 0.7113,
      "eval_samples_per_second": 101.226,
      "eval_steps_per_second": 7.03,
      "step": 41
    },
    {
      "epoch": 4.666666666666667,
      "grad_norm": 5.90625,
      "learning_rate": 2.7272727272727273e-05,
      "loss": 0.1129,
      "step": 42
    },
    {
      "epoch": 4.666666666666667,
      "eval_accuracy": 0.6805555555555556,
      "eval_loss": 0.7227713465690613,
      "eval_runtime": 0.7115,
      "eval_samples_per_second": 101.191,
      "eval_steps_per_second": 7.027,
      "step": 42
    },
    {
      "epoch": 4.777777777777778,
      "grad_norm": 7.125,
      "learning_rate": 2.6704545454545453e-05,
      "loss": 0.0691,
      "step": 43
    },
    {
      "epoch": 4.777777777777778,
      "eval_accuracy": 0.6944444444444444,
      "eval_loss": 0.7673901319503784,
      "eval_runtime": 0.6613,
      "eval_samples_per_second": 108.871,
      "eval_steps_per_second": 7.561,
      "step": 43
    },
    {
      "epoch": 4.888888888888889,
      "grad_norm": 4.03125,
      "learning_rate": 2.6136363636363637e-05,
      "loss": 0.0547,
      "step": 44
    },
    {
      "epoch": 4.888888888888889,
      "eval_accuracy": 0.6944444444444444,
      "eval_loss": 0.7912532687187195,
      "eval_runtime": 0.6118,
      "eval_samples_per_second": 117.677,
      "eval_steps_per_second": 8.172,
      "step": 44
    },
    {
      "epoch": 5.0,
      "grad_norm": 13.75,
      "learning_rate": 2.5568181818181817e-05,
      "loss": 0.0985,
      "step": 45
    },
    {
      "epoch": 5.0,
      "eval_accuracy": 0.6944444444444444,
      "eval_loss": 0.7817304134368896,
      "eval_runtime": 0.6108,
      "eval_samples_per_second": 117.879,
      "eval_steps_per_second": 8.186,
      "step": 45
    },
    {
      "epoch": 5.111111111111111,
      "grad_norm": 3.53125,
      "learning_rate": 2.5e-05,
      "loss": 0.0375,
      "step": 46
    },
    {
      "epoch": 5.111111111111111,
      "eval_accuracy": 0.7083333333333334,
      "eval_loss": 0.7576977014541626,
      "eval_runtime": 0.6112,
      "eval_samples_per_second": 117.794,
      "eval_steps_per_second": 8.18,
      "step": 46
    },
    {
      "epoch": 5.222222222222222,
      "grad_norm": 2.046875,
      "learning_rate": 2.4431818181818185e-05,
      "loss": 0.0279,
      "step": 47
    },
    {
      "epoch": 5.222222222222222,
      "eval_accuracy": 0.7083333333333334,
      "eval_loss": 0.7299577593803406,
      "eval_runtime": 0.6111,
      "eval_samples_per_second": 117.826,
      "eval_steps_per_second": 8.182,
      "step": 47
    },
    {
      "epoch": 5.333333333333333,
      "grad_norm": 1.640625,
      "learning_rate": 2.3863636363636365e-05,
      "loss": 0.0396,
      "step": 48
    },
    {
      "epoch": 5.333333333333333,
      "eval_accuracy": 0.75,
      "eval_loss": 0.7089157104492188,
      "eval_runtime": 0.7116,
      "eval_samples_per_second": 101.18,
      "eval_steps_per_second": 7.026,
      "step": 48
    },
    {
      "epoch": 5.444444444444445,
      "grad_norm": 3.640625,
      "learning_rate": 2.3295454545454546e-05,
      "loss": 0.049,
      "step": 49
    },
    {
      "epoch": 5.444444444444445,
      "eval_accuracy": 0.75,
      "eval_loss": 0.7139127254486084,
      "eval_runtime": 0.6114,
      "eval_samples_per_second": 117.764,
      "eval_steps_per_second": 8.178,
      "step": 49
    },
    {
      "epoch": 5.555555555555555,
      "grad_norm": 2.671875,
      "learning_rate": 2.272727272727273e-05,
      "loss": 0.0306,
      "step": 50
    },
    {
      "epoch": 5.555555555555555,
      "eval_accuracy": 0.75,
      "eval_loss": 0.7333288192749023,
      "eval_runtime": 0.6125,
      "eval_samples_per_second": 117.554,
      "eval_steps_per_second": 8.163,
      "step": 50
    },
    {
      "epoch": 5.666666666666667,
      "grad_norm": 0.76171875,
      "learning_rate": 2.215909090909091e-05,
      "loss": 0.0138,
      "step": 51
    },
    {
      "epoch": 5.666666666666667,
      "eval_accuracy": 0.7777777777777778,
      "eval_loss": 0.7559387683868408,
      "eval_runtime": 0.611,
      "eval_samples_per_second": 117.848,
      "eval_steps_per_second": 8.184,
      "step": 51
    },
    {
      "epoch": 5.777777777777778,
      "grad_norm": 0.50390625,
      "learning_rate": 2.1590909090909093e-05,
      "loss": 0.0076,
      "step": 52
    },
    {
      "epoch": 5.777777777777778,
      "eval_accuracy": 0.7777777777777778,
      "eval_loss": 0.7911980152130127,
      "eval_runtime": 0.6618,
      "eval_samples_per_second": 108.8,
      "eval_steps_per_second": 7.556,
      "step": 52
    },
    {
      "epoch": 5.888888888888889,
      "grad_norm": 1.421875,
      "learning_rate": 2.1022727272727274e-05,
      "loss": 0.02,
      "step": 53
    },
    {
      "epoch": 5.888888888888889,
      "eval_accuracy": 0.7777777777777778,
      "eval_loss": 0.810262143611908,
      "eval_runtime": 0.6623,
      "eval_samples_per_second": 108.718,
      "eval_steps_per_second": 7.55,
      "step": 53
    },
    {
      "epoch": 6.0,
      "grad_norm": 5.03125,
      "learning_rate": 2.0454545454545457e-05,
      "loss": 0.0509,
      "step": 54
    },
    {
      "epoch": 6.0,
      "eval_accuracy": 0.7777777777777778,
      "eval_loss": 0.8537428975105286,
      "eval_runtime": 0.712,
      "eval_samples_per_second": 101.122,
      "eval_steps_per_second": 7.022,
      "step": 54
    },
    {
      "epoch": 6.111111111111111,
      "grad_norm": 0.3203125,
      "learning_rate": 1.9886363636363638e-05,
      "loss": 0.0033,
      "step": 55
    },
    {
      "epoch": 6.111111111111111,
      "eval_accuracy": 0.7777777777777778,
      "eval_loss": 0.9030678868293762,
      "eval_runtime": 0.6622,
      "eval_samples_per_second": 108.728,
      "eval_steps_per_second": 7.551,
      "step": 55
    },
    {
      "epoch": 6.222222222222222,
      "grad_norm": 0.21484375,
      "learning_rate": 1.9318181818181818e-05,
      "loss": 0.0033,
      "step": 56
    },
    {
      "epoch": 6.222222222222222,
      "eval_accuracy": 0.75,
      "eval_loss": 0.9585488438606262,
      "eval_runtime": 0.611,
      "eval_samples_per_second": 117.842,
      "eval_steps_per_second": 8.183,
      "step": 56
    },
    {
      "epoch": 6.333333333333333,
      "grad_norm": 0.9296875,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 0.0057,
      "step": 57
    },
    {
      "epoch": 6.333333333333333,
      "eval_accuracy": 0.7638888888888888,
      "eval_loss": 0.9753527045249939,
      "eval_runtime": 0.5617,
      "eval_samples_per_second": 128.182,
      "eval_steps_per_second": 8.902,
      "step": 57
    },
    {
      "epoch": 6.444444444444445,
      "grad_norm": 1.171875,
      "learning_rate": 1.8181818181818182e-05,
      "loss": 0.0091,
      "step": 58
    },
    {
      "epoch": 6.444444444444445,
      "eval_accuracy": 0.7638888888888888,
      "eval_loss": 1.0243321657180786,
      "eval_runtime": 0.6134,
      "eval_samples_per_second": 117.377,
      "eval_steps_per_second": 8.151,
      "step": 58
    },
    {
      "epoch": 6.555555555555555,
      "grad_norm": 0.25390625,
      "learning_rate": 1.7613636363636366e-05,
      "loss": 0.0024,
      "step": 59
    },
    {
      "epoch": 6.555555555555555,
      "eval_accuracy": 0.75,
      "eval_loss": 1.0561052560806274,
      "eval_runtime": 0.7119,
      "eval_samples_per_second": 101.131,
      "eval_steps_per_second": 7.023,
      "step": 59
    },
    {
      "epoch": 6.666666666666667,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.7045454545454546e-05,
      "loss": 0.0011,
      "step": 60
    },
    {
      "epoch": 6.666666666666667,
      "eval_accuracy": 0.75,
      "eval_loss": 1.0907957553863525,
      "eval_runtime": 0.7135,
      "eval_samples_per_second": 100.915,
      "eval_steps_per_second": 7.008,
      "step": 60
    },
    {
      "epoch": 6.777777777777778,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.6477272727272726e-05,
      "loss": 0.0017,
      "step": 61
    },
    {
      "epoch": 6.777777777777778,
      "eval_accuracy": 0.75,
      "eval_loss": 1.1045655012130737,
      "eval_runtime": 0.6619,
      "eval_samples_per_second": 108.781,
      "eval_steps_per_second": 7.554,
      "step": 61
    },
    {
      "epoch": 6.888888888888889,
      "grad_norm": 0.265625,
      "learning_rate": 1.590909090909091e-05,
      "loss": 0.0017,
      "step": 62
    },
    {
      "epoch": 6.888888888888889,
      "eval_accuracy": 0.7638888888888888,
      "eval_loss": 1.1206629276275635,
      "eval_runtime": 0.6117,
      "eval_samples_per_second": 117.708,
      "eval_steps_per_second": 8.174,
      "step": 62
    },
    {
      "epoch": 7.0,
      "grad_norm": 0.035400390625,
      "learning_rate": 1.534090909090909e-05,
      "loss": 0.0006,
      "step": 63
    },
    {
      "epoch": 7.0,
      "eval_accuracy": 0.7777777777777778,
      "eval_loss": 1.1336255073547363,
      "eval_runtime": 0.6634,
      "eval_samples_per_second": 108.527,
      "eval_steps_per_second": 7.537,
      "step": 63
    },
    {
      "epoch": 7.111111111111111,
      "grad_norm": 0.040283203125,
      "learning_rate": 1.4772727272727274e-05,
      "loss": 0.0004,
      "step": 64
    },
    {
      "epoch": 7.111111111111111,
      "eval_accuracy": 0.7777777777777778,
      "eval_loss": 1.1413822174072266,
      "eval_runtime": 0.6642,
      "eval_samples_per_second": 108.409,
      "eval_steps_per_second": 7.528,
      "step": 64
    },
    {
      "epoch": 7.222222222222222,
      "grad_norm": 0.076171875,
      "learning_rate": 1.4204545454545456e-05,
      "loss": 0.0005,
      "step": 65
    },
    {
      "epoch": 7.222222222222222,
      "eval_accuracy": 0.7777777777777778,
      "eval_loss": 1.143465280532837,
      "eval_runtime": 0.5614,
      "eval_samples_per_second": 128.248,
      "eval_steps_per_second": 8.906,
      "step": 65
    },
    {
      "epoch": 7.333333333333333,
      "grad_norm": 0.06201171875,
      "learning_rate": 1.3636363636363637e-05,
      "loss": 0.0005,
      "step": 66
    },
    {
      "epoch": 7.333333333333333,
      "eval_accuracy": 0.7777777777777778,
      "eval_loss": 1.155677318572998,
      "eval_runtime": 0.6131,
      "eval_samples_per_second": 117.44,
      "eval_steps_per_second": 8.156,
      "step": 66
    },
    {
      "epoch": 7.444444444444445,
      "grad_norm": 0.0888671875,
      "learning_rate": 1.3068181818181819e-05,
      "loss": 0.0008,
      "step": 67
    },
    {
      "epoch": 7.444444444444445,
      "eval_accuracy": 0.7777777777777778,
      "eval_loss": 1.1653226613998413,
      "eval_runtime": 0.6121,
      "eval_samples_per_second": 117.637,
      "eval_steps_per_second": 8.169,
      "step": 67
    },
    {
      "epoch": 7.555555555555555,
      "grad_norm": 0.515625,
      "learning_rate": 1.25e-05,
      "loss": 0.0021,
      "step": 68
    },
    {
      "epoch": 7.555555555555555,
      "eval_accuracy": 0.7777777777777778,
      "eval_loss": 1.1580508947372437,
      "eval_runtime": 0.7136,
      "eval_samples_per_second": 100.903,
      "eval_steps_per_second": 7.007,
      "step": 68
    },
    {
      "epoch": 7.666666666666667,
      "grad_norm": 0.0206298828125,
      "learning_rate": 1.1931818181818183e-05,
      "loss": 0.0002,
      "step": 69
    },
    {
      "epoch": 7.666666666666667,
      "eval_accuracy": 0.7777777777777778,
      "eval_loss": 1.1536939144134521,
      "eval_runtime": 0.6119,
      "eval_samples_per_second": 117.657,
      "eval_steps_per_second": 8.171,
      "step": 69
    },
    {
      "epoch": 7.777777777777778,
      "grad_norm": 0.03466796875,
      "learning_rate": 1.1363636363636365e-05,
      "loss": 0.0002,
      "step": 70
    },
    {
      "epoch": 7.777777777777778,
      "eval_accuracy": 0.7916666666666666,
      "eval_loss": 1.1577788591384888,
      "eval_runtime": 0.6119,
      "eval_samples_per_second": 117.668,
      "eval_steps_per_second": 8.171,
      "step": 70
    },
    {
      "epoch": 7.888888888888889,
      "grad_norm": 0.08349609375,
      "learning_rate": 1.0795454545454547e-05,
      "loss": 0.0006,
      "step": 71
    },
    {
      "epoch": 7.888888888888889,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.1397895812988281,
      "eval_runtime": 0.7129,
      "eval_samples_per_second": 100.999,
      "eval_steps_per_second": 7.014,
      "step": 71
    },
    {
      "epoch": 8.0,
      "grad_norm": 0.04443359375,
      "learning_rate": 1.0227272727272729e-05,
      "loss": 0.0004,
      "step": 72
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.1536896228790283,
      "eval_runtime": 0.7131,
      "eval_samples_per_second": 100.962,
      "eval_steps_per_second": 7.011,
      "step": 72
    },
    {
      "epoch": 8.11111111111111,
      "grad_norm": 0.02392578125,
      "learning_rate": 9.659090909090909e-06,
      "loss": 0.0002,
      "step": 73
    },
    {
      "epoch": 8.11111111111111,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.1682804822921753,
      "eval_runtime": 0.6627,
      "eval_samples_per_second": 108.648,
      "eval_steps_per_second": 7.545,
      "step": 73
    },
    {
      "epoch": 8.222222222222221,
      "grad_norm": 0.036865234375,
      "learning_rate": 9.090909090909091e-06,
      "loss": 0.0004,
      "step": 74
    },
    {
      "epoch": 8.222222222222221,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.1590551137924194,
      "eval_runtime": 0.6635,
      "eval_samples_per_second": 108.51,
      "eval_steps_per_second": 7.535,
      "step": 74
    },
    {
      "epoch": 8.333333333333334,
      "grad_norm": 0.0213623046875,
      "learning_rate": 8.522727272727273e-06,
      "loss": 0.0003,
      "step": 75
    },
    {
      "epoch": 8.333333333333334,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.1632962226867676,
      "eval_runtime": 0.6116,
      "eval_samples_per_second": 117.718,
      "eval_steps_per_second": 8.175,
      "step": 75
    },
    {
      "epoch": 8.444444444444445,
      "grad_norm": 0.08740234375,
      "learning_rate": 7.954545454545455e-06,
      "loss": 0.0004,
      "step": 76
    },
    {
      "epoch": 8.444444444444445,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.1668634414672852,
      "eval_runtime": 0.611,
      "eval_samples_per_second": 117.842,
      "eval_steps_per_second": 8.183,
      "step": 76
    },
    {
      "epoch": 8.555555555555555,
      "grad_norm": 0.011474609375,
      "learning_rate": 7.386363636363637e-06,
      "loss": 0.0002,
      "step": 77
    },
    {
      "epoch": 8.555555555555555,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.1664338111877441,
      "eval_runtime": 0.5614,
      "eval_samples_per_second": 128.259,
      "eval_steps_per_second": 8.907,
      "step": 77
    },
    {
      "epoch": 8.666666666666666,
      "grad_norm": 0.0308837890625,
      "learning_rate": 6.818181818181818e-06,
      "loss": 0.0002,
      "step": 78
    },
    {
      "epoch": 8.666666666666666,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.167876958847046,
      "eval_runtime": 0.6112,
      "eval_samples_per_second": 117.795,
      "eval_steps_per_second": 8.18,
      "step": 78
    },
    {
      "epoch": 8.777777777777779,
      "grad_norm": 0.033935546875,
      "learning_rate": 6.25e-06,
      "loss": 0.0003,
      "step": 79
    },
    {
      "epoch": 8.777777777777779,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.153360366821289,
      "eval_runtime": 0.712,
      "eval_samples_per_second": 101.127,
      "eval_steps_per_second": 7.023,
      "step": 79
    },
    {
      "epoch": 8.88888888888889,
      "grad_norm": 0.048828125,
      "learning_rate": 5.681818181818182e-06,
      "loss": 0.0003,
      "step": 80
    },
    {
      "epoch": 8.88888888888889,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.1648998260498047,
      "eval_runtime": 0.6123,
      "eval_samples_per_second": 117.581,
      "eval_steps_per_second": 8.165,
      "step": 80
    },
    {
      "epoch": 9.0,
      "grad_norm": 0.0133056640625,
      "learning_rate": 5.113636363636364e-06,
      "loss": 0.0001,
      "step": 81
    },
    {
      "epoch": 9.0,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.1657260656356812,
      "eval_runtime": 0.5613,
      "eval_samples_per_second": 128.281,
      "eval_steps_per_second": 8.908,
      "step": 81
    },
    {
      "epoch": 9.11111111111111,
      "grad_norm": 0.023193359375,
      "learning_rate": 4.5454545454545455e-06,
      "loss": 0.0001,
      "step": 82
    },
    {
      "epoch": 9.11111111111111,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.1588553190231323,
      "eval_runtime": 0.6632,
      "eval_samples_per_second": 108.563,
      "eval_steps_per_second": 7.539,
      "step": 82
    },
    {
      "epoch": 9.222222222222221,
      "grad_norm": 0.028076171875,
      "learning_rate": 3.9772727272727275e-06,
      "loss": 0.0003,
      "step": 83
    },
    {
      "epoch": 9.222222222222221,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.1638314723968506,
      "eval_runtime": 0.6615,
      "eval_samples_per_second": 108.842,
      "eval_steps_per_second": 7.558,
      "step": 83
    },
    {
      "epoch": 9.333333333333334,
      "grad_norm": 0.041259765625,
      "learning_rate": 3.409090909090909e-06,
      "loss": 0.0002,
      "step": 84
    },
    {
      "epoch": 9.333333333333334,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.1614993810653687,
      "eval_runtime": 0.563,
      "eval_samples_per_second": 127.875,
      "eval_steps_per_second": 8.88,
      "step": 84
    },
    {
      "epoch": 9.444444444444445,
      "grad_norm": 0.033447265625,
      "learning_rate": 2.840909090909091e-06,
      "loss": 0.0002,
      "step": 85
    },
    {
      "epoch": 9.444444444444445,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.1663289070129395,
      "eval_runtime": 0.6624,
      "eval_samples_per_second": 108.689,
      "eval_steps_per_second": 7.548,
      "step": 85
    },
    {
      "epoch": 9.555555555555555,
      "grad_norm": 0.060791015625,
      "learning_rate": 2.2727272727272728e-06,
      "loss": 0.0004,
      "step": 86
    },
    {
      "epoch": 9.555555555555555,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.1687304973602295,
      "eval_runtime": 0.6624,
      "eval_samples_per_second": 108.698,
      "eval_steps_per_second": 7.548,
      "step": 86
    },
    {
      "epoch": 9.666666666666666,
      "grad_norm": 0.01275634765625,
      "learning_rate": 1.7045454545454546e-06,
      "loss": 0.0001,
      "step": 87
    },
    {
      "epoch": 9.666666666666666,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.170520544052124,
      "eval_runtime": 0.6618,
      "eval_samples_per_second": 108.798,
      "eval_steps_per_second": 7.555,
      "step": 87
    },
    {
      "epoch": 9.777777777777779,
      "grad_norm": 0.0166015625,
      "learning_rate": 1.1363636363636364e-06,
      "loss": 0.0001,
      "step": 88
    },
    {
      "epoch": 9.777777777777779,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.1710082292556763,
      "eval_runtime": 0.612,
      "eval_samples_per_second": 117.65,
      "eval_steps_per_second": 8.17,
      "step": 88
    },
    {
      "epoch": 9.88888888888889,
      "grad_norm": 0.01708984375,
      "learning_rate": 5.681818181818182e-07,
      "loss": 0.0002,
      "step": 89
    },
    {
      "epoch": 9.88888888888889,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.160547137260437,
      "eval_runtime": 0.5621,
      "eval_samples_per_second": 128.102,
      "eval_steps_per_second": 8.896,
      "step": 89
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.0625,
      "learning_rate": 0.0,
      "loss": 0.0003,
      "step": 90
    },
    {
      "epoch": 10.0,
      "eval_accuracy": 0.8055555555555556,
      "eval_loss": 1.156036138534546,
      "eval_runtime": 0.6629,
      "eval_samples_per_second": 108.621,
      "eval_steps_per_second": 7.543,
      "step": 90
    },
    {
      "epoch": 10.0,
      "step": 90,
      "total_flos": 5016736558481408.0,
      "train_loss": 0.24542952523463302,
      "train_runtime": 139.7817,
      "train_samples_per_second": 20.317,
      "train_steps_per_second": 0.644
    }
  ],
  "logging_steps": 1,
  "max_steps": 90,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5016736558481408.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}