{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9992927864214993,
  "eval_steps": 35,
  "global_step": 712,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 51.75,
      "learning_rate": 8.571428571428572e-08,
      "loss": 1.9845,
      "step": 1
    },
    {
      "epoch": 0.0,
      "eval_loss": 2.040191650390625,
      "eval_runtime": 20.1394,
      "eval_samples_per_second": 64.997,
      "eval_steps_per_second": 64.997,
      "step": 1
    },
    {
      "epoch": 0.01,
      "grad_norm": 48.75,
      "learning_rate": 1.7142857142857143e-07,
      "loss": 1.9423,
      "step": 2
    },
    {
      "epoch": 0.01,
      "grad_norm": 45.5,
      "learning_rate": 2.5714285714285716e-07,
      "loss": 1.9446,
      "step": 3
    },
    {
      "epoch": 0.01,
      "grad_norm": 56.25,
      "learning_rate": 3.4285714285714286e-07,
      "loss": 2.1833,
      "step": 4
    },
    {
      "epoch": 0.01,
      "grad_norm": 55.25,
      "learning_rate": 4.2857142857142857e-07,
      "loss": 2.0796,
      "step": 5
    },
    {
      "epoch": 0.02,
      "grad_norm": 49.75,
      "learning_rate": 5.142857142857143e-07,
      "loss": 1.9704,
      "step": 6
    },
    {
      "epoch": 0.02,
      "grad_norm": 53.0,
      "learning_rate": 6.000000000000001e-07,
      "loss": 1.9781,
      "step": 7
    },
    {
      "epoch": 0.02,
      "grad_norm": 49.0,
      "learning_rate": 6.857142857142857e-07,
      "loss": 1.9854,
      "step": 8
    },
    {
      "epoch": 0.03,
      "grad_norm": 51.5,
      "learning_rate": 7.714285714285714e-07,
      "loss": 1.927,
      "step": 9
    },
    {
      "epoch": 0.03,
      "grad_norm": 51.5,
      "learning_rate": 8.571428571428571e-07,
      "loss": 2.0879,
      "step": 10
    },
    {
      "epoch": 0.03,
      "grad_norm": 48.5,
      "learning_rate": 9.428571428571429e-07,
      "loss": 1.8861,
      "step": 11
    },
    {
      "epoch": 0.03,
      "grad_norm": 49.5,
      "learning_rate": 1.0285714285714286e-06,
      "loss": 1.9962,
      "step": 12
    },
    {
      "epoch": 0.04,
      "grad_norm": 42.5,
      "learning_rate": 1.1142857142857143e-06,
      "loss": 1.904,
      "step": 13
    },
    {
      "epoch": 0.04,
      "grad_norm": 38.0,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 1.8107,
      "step": 14
    },
    {
      "epoch": 0.04,
      "grad_norm": 37.25,
      "learning_rate": 1.2857142857142856e-06,
      "loss": 1.8908,
      "step": 15
    },
    {
      "epoch": 0.05,
      "grad_norm": 35.75,
      "learning_rate": 1.3714285714285715e-06,
      "loss": 1.9207,
      "step": 16
    },
    {
      "epoch": 0.05,
      "grad_norm": 32.25,
      "learning_rate": 1.4571428571428571e-06,
      "loss": 1.8448,
      "step": 17
    },
    {
      "epoch": 0.05,
      "grad_norm": 28.625,
      "learning_rate": 1.5428571428571428e-06,
      "loss": 1.7089,
      "step": 18
    },
    {
      "epoch": 0.05,
      "grad_norm": 25.5,
      "learning_rate": 1.6285714285714284e-06,
      "loss": 1.6403,
      "step": 19
    },
    {
      "epoch": 0.06,
      "grad_norm": 23.75,
      "learning_rate": 1.7142857142857143e-06,
      "loss": 1.867,
      "step": 20
    },
    {
      "epoch": 0.06,
      "grad_norm": 21.875,
      "learning_rate": 1.8e-06,
      "loss": 1.6772,
      "step": 21
    },
    {
      "epoch": 0.06,
      "grad_norm": 20.0,
      "learning_rate": 1.8857142857142858e-06,
      "loss": 1.4738,
      "step": 22
    },
    {
      "epoch": 0.07,
      "grad_norm": 19.375,
      "learning_rate": 1.9714285714285714e-06,
      "loss": 1.584,
      "step": 23
    },
    {
      "epoch": 0.07,
      "grad_norm": 18.25,
      "learning_rate": 2.0571428571428573e-06,
      "loss": 1.5077,
      "step": 24
    },
    {
      "epoch": 0.07,
      "grad_norm": 15.625,
      "learning_rate": 2.142857142857143e-06,
      "loss": 1.3541,
      "step": 25
    },
    {
      "epoch": 0.07,
      "grad_norm": 17.375,
      "learning_rate": 2.2285714285714286e-06,
      "loss": 1.4149,
      "step": 26
    },
    {
      "epoch": 0.08,
      "grad_norm": 14.25,
      "learning_rate": 2.3142857142857145e-06,
      "loss": 1.2507,
      "step": 27
    },
    {
      "epoch": 0.08,
      "grad_norm": 13.125,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 1.2992,
      "step": 28
    },
    {
      "epoch": 0.08,
      "grad_norm": 10.75,
      "learning_rate": 2.4857142857142858e-06,
      "loss": 1.2994,
      "step": 29
    },
    {
      "epoch": 0.08,
      "grad_norm": 9.1875,
      "learning_rate": 2.571428571428571e-06,
      "loss": 1.2327,
      "step": 30
    },
    {
      "epoch": 0.09,
      "grad_norm": 9.3125,
      "learning_rate": 2.657142857142857e-06,
      "loss": 1.3238,
      "step": 31
    },
    {
      "epoch": 0.09,
      "grad_norm": 5.71875,
      "learning_rate": 2.742857142857143e-06,
      "loss": 1.2781,
      "step": 32
    },
    {
      "epoch": 0.09,
      "grad_norm": 6.5,
      "learning_rate": 2.8285714285714288e-06,
      "loss": 1.2028,
      "step": 33
    },
    {
      "epoch": 0.1,
      "grad_norm": 5.96875,
      "learning_rate": 2.9142857142857142e-06,
      "loss": 1.3073,
      "step": 34
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.875,
      "learning_rate": 3e-06,
      "loss": 1.1666,
      "step": 35
    },
    {
      "epoch": 0.1,
      "eval_loss": 1.2127766609191895,
      "eval_runtime": 20.1589,
      "eval_samples_per_second": 64.934,
      "eval_steps_per_second": 64.934,
      "step": 35
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.71875,
      "learning_rate": 3.0857142857142855e-06,
      "loss": 1.1807,
      "step": 36
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.65625,
      "learning_rate": 3.1714285714285714e-06,
      "loss": 1.178,
      "step": 37
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.125,
      "learning_rate": 3.257142857142857e-06,
      "loss": 1.08,
      "step": 38
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.0625,
      "learning_rate": 3.342857142857143e-06,
      "loss": 1.2125,
      "step": 39
    },
    {
      "epoch": 0.11,
      "grad_norm": 3.84375,
      "learning_rate": 3.4285714285714285e-06,
      "loss": 1.2026,
      "step": 40
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.875,
      "learning_rate": 3.5142857142857144e-06,
      "loss": 1.1884,
      "step": 41
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.875,
      "learning_rate": 3.6e-06,
      "loss": 1.3009,
      "step": 42
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.984375,
      "learning_rate": 3.685714285714286e-06,
      "loss": 1.0866,
      "step": 43
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.96875,
      "learning_rate": 3.7714285714285716e-06,
      "loss": 1.1396,
      "step": 44
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.796875,
      "learning_rate": 3.857142857142858e-06,
      "loss": 1.0933,
      "step": 45
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.90625,
      "learning_rate": 3.942857142857143e-06,
      "loss": 1.0827,
      "step": 46
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.515625,
      "learning_rate": 4.028571428571429e-06,
      "loss": 1.1054,
      "step": 47
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.453125,
      "learning_rate": 4.114285714285715e-06,
      "loss": 1.1369,
      "step": 48
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.265625,
      "learning_rate": 4.2e-06,
      "loss": 1.086,
      "step": 49
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.46875,
      "learning_rate": 4.285714285714286e-06,
      "loss": 1.0688,
      "step": 50
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.421875,
      "learning_rate": 4.371428571428571e-06,
      "loss": 1.0986,
      "step": 51
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.84375,
      "learning_rate": 4.457142857142857e-06,
      "loss": 1.0268,
      "step": 52
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.796875,
      "learning_rate": 4.542857142857143e-06,
      "loss": 1.0134,
      "step": 53
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.625,
      "learning_rate": 4.628571428571429e-06,
      "loss": 1.0973,
      "step": 54
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.59375,
      "learning_rate": 4.714285714285714e-06,
      "loss": 1.1536,
      "step": 55
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.203125,
      "learning_rate": 4.800000000000001e-06,
      "loss": 1.034,
      "step": 56
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.265625,
      "learning_rate": 4.885714285714286e-06,
      "loss": 1.1263,
      "step": 57
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.0,
      "learning_rate": 4.9714285714285715e-06,
      "loss": 1.1458,
      "step": 58
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.125,
      "learning_rate": 5.057142857142857e-06,
      "loss": 1.0678,
      "step": 59
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.046875,
      "learning_rate": 5.142857142857142e-06,
      "loss": 1.0277,
      "step": 60
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.84375,
      "learning_rate": 5.228571428571429e-06,
      "loss": 1.0104,
      "step": 61
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.9609375,
      "learning_rate": 5.314285714285714e-06,
      "loss": 1.2226,
      "step": 62
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.9296875,
      "learning_rate": 5.4e-06,
      "loss": 1.1612,
      "step": 63
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.875,
      "learning_rate": 5.485714285714286e-06,
      "loss": 1.0489,
      "step": 64
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.7734375,
      "learning_rate": 5.571428571428572e-06,
      "loss": 1.0256,
      "step": 65
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.7890625,
      "learning_rate": 5.6571428571428576e-06,
      "loss": 1.0704,
      "step": 66
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.9140625,
      "learning_rate": 5.742857142857143e-06,
      "loss": 1.0114,
      "step": 67
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.90625,
      "learning_rate": 5.8285714285714284e-06,
      "loss": 0.999,
      "step": 68
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.8359375,
      "learning_rate": 5.914285714285715e-06,
      "loss": 1.0967,
      "step": 69
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.8203125,
      "learning_rate": 6e-06,
      "loss": 1.0044,
      "step": 70
    },
    {
      "epoch": 0.2,
      "eval_loss": 1.0669639110565186,
      "eval_runtime": 20.1538,
      "eval_samples_per_second": 64.951,
      "eval_steps_per_second": 64.951,
      "step": 70
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.921875,
      "learning_rate": 5.999986378009738e-06,
      "loss": 0.9961,
      "step": 71
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.9375,
      "learning_rate": 5.9999455121763995e-06,
      "loss": 1.141,
      "step": 72
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.90625,
      "learning_rate": 5.999877402912338e-06,
      "loss": 0.976,
      "step": 73
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.828125,
      "learning_rate": 5.999782050904801e-06,
      "loss": 0.998,
      "step": 74
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.890625,
      "learning_rate": 5.9996594571159225e-06,
      "loss": 1.0277,
      "step": 75
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.03125,
      "learning_rate": 5.9995096227827206e-06,
      "loss": 1.0644,
      "step": 76
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.9921875,
      "learning_rate": 5.999332549417079e-06,
      "loss": 1.0319,
      "step": 77
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.875,
      "learning_rate": 5.999128238805728e-06,
      "loss": 1.1474,
      "step": 78
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.9296875,
      "learning_rate": 5.99889669301024e-06,
      "loss": 1.0158,
      "step": 79
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.234375,
      "learning_rate": 5.998637914366994e-06,
      "loss": 1.0571,
      "step": 80
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.09375,
      "learning_rate": 5.99835190548716e-06,
      "loss": 1.1034,
      "step": 81
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.234375,
      "learning_rate": 5.998038669256674e-06,
      "loss": 1.0618,
      "step": 82
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.03125,
      "learning_rate": 5.997698208836202e-06,
      "loss": 0.9915,
      "step": 83
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.515625,
      "learning_rate": 5.997330527661113e-06,
      "loss": 1.0523,
      "step": 84
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.21875,
      "learning_rate": 5.996935629441444e-06,
      "loss": 0.9552,
      "step": 85
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.765625,
      "learning_rate": 5.996513518161861e-06,
      "loss": 1.0611,
      "step": 86
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.765625,
      "learning_rate": 5.996064198081619e-06,
      "loss": 0.9936,
      "step": 87
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.046875,
      "learning_rate": 5.9955876737345236e-06,
      "loss": 1.0302,
      "step": 88
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.0625,
      "learning_rate": 5.995083949928876e-06,
      "loss": 1.043,
      "step": 89
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.484375,
      "learning_rate": 5.994553031747435e-06,
      "loss": 1.0136,
      "step": 90
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.40625,
      "learning_rate": 5.993994924547356e-06,
      "loss": 1.1077,
      "step": 91
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.875,
      "learning_rate": 5.993409633960142e-06,
      "loss": 0.9621,
      "step": 92
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.375,
      "learning_rate": 5.99279716589159e-06,
      "loss": 1.0648,
      "step": 93
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.171875,
      "learning_rate": 5.992157526521724e-06,
      "loss": 0.9725,
      "step": 94
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.109375,
      "learning_rate": 5.991490722304738e-06,
      "loss": 1.0358,
      "step": 95
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.03125,
      "learning_rate": 5.990796759968929e-06,
      "loss": 1.1569,
      "step": 96
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.03125,
      "learning_rate": 5.990075646516628e-06,
      "loss": 1.0382,
      "step": 97
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.34375,
      "learning_rate": 5.989327389224132e-06,
      "loss": 0.9393,
      "step": 98
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.6875,
      "learning_rate": 5.988551995641629e-06,
      "loss": 1.0306,
      "step": 99
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.515625,
      "learning_rate": 5.987749473593123e-06,
      "loss": 1.092,
      "step": 100
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.625,
      "learning_rate": 5.98691983117635e-06,
      "loss": 0.962,
      "step": 101
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.984375,
      "learning_rate": 5.986063076762707e-06,
      "loss": 0.941,
      "step": 102
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.125,
      "learning_rate": 5.985179218997154e-06,
      "loss": 0.9805,
      "step": 103
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.59375,
      "learning_rate": 5.9842682667981374e-06,
      "loss": 0.938,
      "step": 104
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.5234375,
      "learning_rate": 5.983330229357497e-06,
      "loss": 1.0686,
      "step": 105
    },
    {
      "epoch": 0.3,
      "eval_loss": 1.0165659189224243,
      "eval_runtime": 20.3105,
      "eval_samples_per_second": 64.449,
      "eval_steps_per_second": 64.449,
      "step": 105
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.46875,
      "learning_rate": 5.982365116140371e-06,
      "loss": 1.1855,
      "step": 106
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.4921875,
      "learning_rate": 5.981372936885102e-06,
      "loss": 0.9464,
      "step": 107
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.609375,
      "learning_rate": 5.980353701603138e-06,
      "loss": 0.9249,
      "step": 108
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.359375,
      "learning_rate": 5.979307420578934e-06,
      "loss": 0.9662,
      "step": 109
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.5,
      "learning_rate": 5.978234104369846e-06,
      "loss": 0.9772,
      "step": 110
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.4453125,
      "learning_rate": 5.9771337638060235e-06,
      "loss": 1.0412,
      "step": 111
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.5,
      "learning_rate": 5.9760064099903025e-06,
      "loss": 1.0262,
      "step": 112
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.5234375,
      "learning_rate": 5.974852054298093e-06,
      "loss": 0.9824,
      "step": 113
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.5,
      "learning_rate": 5.973670708377263e-06,
      "loss": 0.9425,
      "step": 114
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.453125,
      "learning_rate": 5.972462384148021e-06,
      "loss": 1.0243,
      "step": 115
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.796875,
      "learning_rate": 5.971227093802798e-06,
      "loss": 0.9326,
      "step": 116
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.7109375,
      "learning_rate": 5.9699648498061216e-06,
      "loss": 1.0175,
      "step": 117
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.46875,
      "learning_rate": 5.968675664894493e-06,
      "loss": 1.013,
      "step": 118
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.5390625,
      "learning_rate": 5.967359552076256e-06,
      "loss": 1.0109,
      "step": 119
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.5078125,
      "learning_rate": 5.966016524631466e-06,
      "loss": 0.9164,
      "step": 120
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.4921875,
      "learning_rate": 5.964646596111758e-06,
      "loss": 1.0451,
      "step": 121
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.546875,
      "learning_rate": 5.9632497803402104e-06,
      "loss": 0.9873,
      "step": 122
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.484375,
      "learning_rate": 5.961826091411198e-06,
      "loss": 0.9989,
      "step": 123
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.5390625,
      "learning_rate": 5.960375543690261e-06,
      "loss": 1.1006,
      "step": 124
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.546875,
      "learning_rate": 5.9588981518139525e-06,
      "loss": 1.0773,
      "step": 125
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.453125,
      "learning_rate": 5.957393930689694e-06,
      "loss": 0.905,
      "step": 126
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.359375,
      "learning_rate": 5.955862895495621e-06,
      "loss": 0.9727,
      "step": 127
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.46875,
      "learning_rate": 5.9543050616804355e-06,
      "loss": 1.0183,
      "step": 128
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.5,
      "learning_rate": 5.952720444963247e-06,
      "loss": 1.008,
      "step": 129
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.6171875,
      "learning_rate": 5.951109061333413e-06,
      "loss": 0.9817,
      "step": 130
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.6171875,
      "learning_rate": 5.94947092705038e-06,
      "loss": 1.0044,
      "step": 131
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.5546875,
      "learning_rate": 5.947806058643517e-06,
      "loss": 1.0978,
      "step": 132
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.5,
      "learning_rate": 5.946114472911952e-06,
      "loss": 0.9711,
      "step": 133
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.5390625,
      "learning_rate": 5.944396186924398e-06,
      "loss": 1.0369,
      "step": 134
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.4375,
      "learning_rate": 5.942651218018985e-06,
      "loss": 1.0105,
      "step": 135
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.5078125,
      "learning_rate": 5.940879583803084e-06,
      "loss": 1.0037,
      "step": 136
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.609375,
      "learning_rate": 5.939081302153127e-06,
      "loss": 1.0426,
      "step": 137
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.421875,
      "learning_rate": 5.937256391214429e-06,
      "loss": 1.0015,
      "step": 138
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.5625,
      "learning_rate": 5.935404869401004e-06,
      "loss": 0.9964,
      "step": 139
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.3359375,
      "learning_rate": 5.933526755395378e-06,
      "loss": 1.0053,
      "step": 140
    },
    {
      "epoch": 0.4,
      "eval_loss": 1.0025994777679443,
      "eval_runtime": 20.1779,
      "eval_samples_per_second": 64.873,
      "eval_steps_per_second": 64.873,
      "step": 140
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.3515625,
      "learning_rate": 5.931622068148405e-06,
      "loss": 1.0178,
      "step": 141
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.4453125,
      "learning_rate": 5.929690826879072e-06,
      "loss": 0.9558,
      "step": 142
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.3984375,
      "learning_rate": 5.927733051074303e-06,
      "loss": 0.9541,
      "step": 143
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.5,
      "learning_rate": 5.925748760488767e-06,
      "loss": 0.9655,
      "step": 144
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.71875,
      "learning_rate": 5.923737975144677e-06,
      "loss": 0.9171,
      "step": 145
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.390625,
      "learning_rate": 5.921700715331588e-06,
      "loss": 1.0064,
      "step": 146
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.78125,
      "learning_rate": 5.919637001606191e-06,
      "loss": 0.9423,
      "step": 147
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.515625,
      "learning_rate": 5.917546854792106e-06,
      "loss": 1.0746,
      "step": 148
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.40625,
      "learning_rate": 5.915430295979674e-06,
      "loss": 0.9868,
      "step": 149
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.3984375,
      "learning_rate": 5.913287346525743e-06,
      "loss": 0.9514,
      "step": 150
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.4765625,
      "learning_rate": 5.911118028053448e-06,
      "loss": 1.0203,
      "step": 151
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.53125,
      "learning_rate": 5.908922362452005e-06,
      "loss": 0.9735,
      "step": 152
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.3671875,
      "learning_rate": 5.906700371876474e-06,
      "loss": 1.036,
      "step": 153
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.359375,
      "learning_rate": 5.904452078747547e-06,
      "loss": 0.979,
      "step": 154
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.3984375,
      "learning_rate": 5.90217750575132e-06,
      "loss": 0.9801,
      "step": 155
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.4140625,
      "learning_rate": 5.899876675839058e-06,
      "loss": 0.9683,
      "step": 156
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.375,
      "learning_rate": 5.897549612226973e-06,
      "loss": 0.9777,
      "step": 157
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.5,
      "learning_rate": 5.895196338395979e-06,
      "loss": 1.0319,
      "step": 158
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.4140625,
      "learning_rate": 5.892816878091468e-06,
      "loss": 0.9227,
      "step": 159
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.4921875,
      "learning_rate": 5.8904112553230535e-06,
      "loss": 0.9632,
      "step": 160
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.4375,
      "learning_rate": 5.887979494364347e-06,
      "loss": 0.9928,
      "step": 161
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.46875,
      "learning_rate": 5.885521619752696e-06,
      "loss": 1.0652,
      "step": 162
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.453125,
      "learning_rate": 5.883037656288951e-06,
      "loss": 0.9787,
      "step": 163
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.3203125,
      "learning_rate": 5.880527629037203e-06,
      "loss": 0.9502,
      "step": 164
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.4765625,
      "learning_rate": 5.877991563324541e-06,
      "loss": 0.9333,
      "step": 165
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.421875,
      "learning_rate": 5.875429484740787e-06,
      "loss": 0.9805,
      "step": 166
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.4453125,
      "learning_rate": 5.872841419138246e-06,
      "loss": 1.0546,
      "step": 167
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.4765625,
      "learning_rate": 5.870227392631439e-06,
      "loss": 0.9738,
      "step": 168
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.3984375,
      "learning_rate": 5.8675874315968425e-06,
      "loss": 0.945,
      "step": 169
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.5546875,
      "learning_rate": 5.8649215626726225e-06,
      "loss": 0.9291,
      "step": 170
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.453125,
      "learning_rate": 5.8622298127583635e-06,
      "loss": 0.9397,
      "step": 171
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.4453125,
      "learning_rate": 5.859512209014801e-06,
      "loss": 0.8954,
      "step": 172
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.515625,
      "learning_rate": 5.856768778863542e-06,
      "loss": 0.9867,
      "step": 173
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.390625,
      "learning_rate": 5.853999549986795e-06,
      "loss": 0.9465,
      "step": 174
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.359375,
      "learning_rate": 5.851204550327085e-06,
      "loss": 0.9735,
      "step": 175
    },
    {
      "epoch": 0.5,
      "eval_loss": 0.9932471513748169,
      "eval_runtime": 20.1373,
      "eval_samples_per_second": 65.004,
      "eval_steps_per_second": 65.004,
      "step": 175
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.46875,
      "learning_rate": 5.848383808086973e-06,
      "loss": 1.112,
      "step": 176
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.375,
      "learning_rate": 5.845537351728772e-06,
      "loss": 0.9184,
      "step": 177
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.4765625,
      "learning_rate": 5.842665209974259e-06,
      "loss": 1.0099,
      "step": 178
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.3359375,
      "learning_rate": 5.839767411804391e-06,
      "loss": 1.0246,
      "step": 179
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.3671875,
      "learning_rate": 5.836843986459001e-06,
      "loss": 0.9687,
      "step": 180
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.390625,
      "learning_rate": 5.833894963436514e-06,
      "loss": 0.9731,
      "step": 181
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.3828125,
      "learning_rate": 5.8309203724936425e-06,
      "loss": 1.0483,
      "step": 182
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.46875,
      "learning_rate": 5.82792024364509e-06,
      "loss": 0.9702,
      "step": 183
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.5,
      "learning_rate": 5.824894607163246e-06,
      "loss": 0.9713,
      "step": 184
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.53125,
      "learning_rate": 5.82184349357788e-06,
      "loss": 1.0378,
      "step": 185
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.390625,
      "learning_rate": 5.818766933675838e-06,
      "loss": 1.0155,
      "step": 186
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.3359375,
      "learning_rate": 5.815664958500725e-06,
      "loss": 1.0087,
      "step": 187
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.4609375,
      "learning_rate": 5.812537599352597e-06,
      "loss": 0.9576,
      "step": 188
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.4921875,
      "learning_rate": 5.8093848877876455e-06,
      "loss": 0.9713,
      "step": 189
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.4609375,
      "learning_rate": 5.8062068556178745e-06,
      "loss": 0.9434,
      "step": 190
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.5546875,
      "learning_rate": 5.803003534910781e-06,
      "loss": 1.0159,
      "step": 191
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.4296875,
      "learning_rate": 5.799774957989036e-06,
      "loss": 0.9089,
      "step": 192
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.53125,
      "learning_rate": 5.796521157430152e-06,
      "loss": 1.073,
      "step": 193
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.4453125,
      "learning_rate": 5.79324216606616e-06,
      "loss": 1.0105,
      "step": 194
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.453125,
      "learning_rate": 5.7899380169832715e-06,
      "loss": 1.2134,
      "step": 195
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.4140625,
      "learning_rate": 5.786608743521553e-06,
      "loss": 0.932,
      "step": 196
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.4921875,
      "learning_rate": 5.783254379274581e-06,
      "loss": 0.9971,
      "step": 197
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.484375,
      "learning_rate": 5.779874958089108e-06,
      "loss": 1.02,
      "step": 198
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.4453125,
      "learning_rate": 5.7764705140647235e-06,
      "loss": 0.9966,
      "step": 199
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.7578125,
      "learning_rate": 5.773041081553503e-06,
      "loss": 0.9188,
      "step": 200
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.4765625,
      "learning_rate": 5.769586695159664e-06,
      "loss": 0.8953,
      "step": 201
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.59375,
      "learning_rate": 5.7661073897392245e-06,
      "loss": 0.9489,
      "step": 202
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.4765625,
      "learning_rate": 5.7626032003996355e-06,
      "loss": 0.909,
      "step": 203
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.078125,
      "learning_rate": 5.759074162499441e-06,
      "loss": 0.9914,
      "step": 204
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.5859375,
      "learning_rate": 5.7555203116479166e-06,
      "loss": 0.9092,
      "step": 205
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.4453125,
      "learning_rate": 5.7519416837047065e-06,
      "loss": 0.9878,
      "step": 206
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.4921875,
      "learning_rate": 5.748338314779465e-06,
      "loss": 0.9933,
      "step": 207
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.671875,
      "learning_rate": 5.744710241231496e-06,
      "loss": 1.0544,
      "step": 208
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.2890625,
      "learning_rate": 5.741057499669377e-06,
      "loss": 1.0482,
      "step": 209
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.5234375,
      "learning_rate": 5.737380126950598e-06,
      "loss": 0.9966,
      "step": 210
    },
    {
      "epoch": 0.59,
      "eval_loss": 0.9859724044799805,
      "eval_runtime": 20.1941,
      "eval_samples_per_second": 64.821,
      "eval_steps_per_second": 64.821,
      "step": 210
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.84375,
      "learning_rate": 5.733678160181186e-06,
      "loss": 1.0631,
      "step": 211
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.3984375,
      "learning_rate": 5.729951636715328e-06,
      "loss": 0.8644,
      "step": 212
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.46875,
      "learning_rate": 5.726200594155e-06,
      "loss": 0.9526,
      "step": 213
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.4921875,
      "learning_rate": 5.722425070349584e-06,
      "loss": 0.9792,
      "step": 214
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.40625,
      "learning_rate": 5.718625103395486e-06,
      "loss": 0.9734,
      "step": 215
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.40625,
      "learning_rate": 5.7148007316357526e-06,
      "loss": 1.07,
      "step": 216
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.390625,
      "learning_rate": 5.7109519936596835e-06,
      "loss": 1.0494,
      "step": 217
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.390625,
      "learning_rate": 5.707078928302444e-06,
      "loss": 0.9834,
      "step": 218
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.4765625,
      "learning_rate": 5.703181574644667e-06,
      "loss": 0.9465,
      "step": 219
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.640625,
      "learning_rate": 5.699259972012069e-06,
      "loss": 1.0075,
      "step": 220
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.5703125,
      "learning_rate": 5.695314159975044e-06,
      "loss": 1.0926,
      "step": 221
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.484375,
      "learning_rate": 5.691344178348268e-06,
      "loss": 0.9195,
      "step": 222
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.546875,
      "learning_rate": 5.687350067190298e-06,
      "loss": 0.9602,
      "step": 223
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.5625,
      "learning_rate": 5.683331866803166e-06,
      "loss": 0.9602,
      "step": 224
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.375,
      "learning_rate": 5.679289617731972e-06,
      "loss": 1.0241,
      "step": 225
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.46875,
      "learning_rate": 5.675223360764478e-06,
      "loss": 0.9545,
      "step": 226
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.5625,
      "learning_rate": 5.671133136930693e-06,
      "loss": 1.0943,
      "step": 227
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.75,
      "learning_rate": 5.667018987502462e-06,
      "loss": 0.9773,
      "step": 228
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.609375,
      "learning_rate": 5.6628809539930465e-06,
      "loss": 0.8895,
      "step": 229
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.7734375,
      "learning_rate": 5.658719078156706e-06,
      "loss": 0.9635,
      "step": 230
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.4375,
      "learning_rate": 5.654533401988281e-06,
      "loss": 0.9368,
      "step": 231
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.4609375,
      "learning_rate": 5.650323967722762e-06,
      "loss": 0.9458,
      "step": 232
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.5390625,
      "learning_rate": 5.646090817834871e-06,
      "loss": 0.8872,
      "step": 233
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.4296875,
      "learning_rate": 5.641833995038629e-06,
      "loss": 0.9918,
      "step": 234
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.4375,
      "learning_rate": 5.63755354228692e-06,
      "loss": 0.9063,
      "step": 235
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.4453125,
      "learning_rate": 5.633249502771071e-06,
      "loss": 1.0154,
      "step": 236
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.4296875,
      "learning_rate": 5.6289219199203996e-06,
      "loss": 1.0322,
      "step": 237
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.4765625,
      "learning_rate": 5.624570837401791e-06,
      "loss": 0.9797,
      "step": 238
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.4296875,
      "learning_rate": 5.620196299119248e-06,
      "loss": 1.0433,
      "step": 239
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.34375,
      "learning_rate": 5.61579834921345e-06,
      "loss": 0.8911,
      "step": 240
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.40625,
      "learning_rate": 5.611377032061308e-06,
      "loss": 1.0065,
      "step": 241
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.34375,
      "learning_rate": 5.60693239227552e-06,
      "loss": 0.9498,
      "step": 242
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.4375,
      "learning_rate": 5.602464474704111e-06,
      "loss": 0.8877,
      "step": 243
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.6015625,
      "learning_rate": 5.597973324429997e-06,
      "loss": 1.0399,
      "step": 244
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.5234375,
      "learning_rate": 5.593458986770512e-06,
      "loss": 1.0804,
      "step": 245
    },
    {
      "epoch": 0.69,
      "eval_loss": 0.9796280264854431,
      "eval_runtime": 20.1507,
      "eval_samples_per_second": 64.96,
      "eval_steps_per_second": 64.96,
      "step": 245
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.4140625,
      "learning_rate": 5.588921507276964e-06,
      "loss": 0.9844,
      "step": 246
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.5234375,
      "learning_rate": 5.584360931734168e-06,
      "loss": 0.9852,
      "step": 247
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.3984375,
      "learning_rate": 5.5797773061599876e-06,
      "loss": 0.9387,
      "step": 248
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.5703125,
      "learning_rate": 5.57517067680487e-06,
      "loss": 0.9369,
      "step": 249
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.3671875,
      "learning_rate": 5.570541090151377e-06,
      "loss": 0.9211,
      "step": 250
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.609375,
      "learning_rate": 5.565888592913721e-06,
      "loss": 1.0429,
      "step": 251
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.5234375,
      "learning_rate": 5.561213232037286e-06,
      "loss": 0.939,
      "step": 252
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.5078125,
      "learning_rate": 5.556515054698165e-06,
      "loss": 1.0304,
      "step": 253
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.4765625,
      "learning_rate": 5.5517941083026704e-06,
      "loss": 0.8778,
      "step": 254
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.3671875,
      "learning_rate": 5.547050440486868e-06,
      "loss": 0.9531,
      "step": 255
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.65625,
      "learning_rate": 5.542284099116085e-06,
      "loss": 1.0964,
      "step": 256
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.5390625,
      "learning_rate": 5.537495132284442e-06,
      "loss": 1.0354,
      "step": 257
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.578125,
      "learning_rate": 5.53268358831435e-06,
      "loss": 0.9608,
      "step": 258
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.3984375,
      "learning_rate": 5.527849515756036e-06,
      "loss": 0.9937,
      "step": 259
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.328125,
      "learning_rate": 5.522992963387047e-06,
      "loss": 0.9523,
      "step": 260
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.515625,
      "learning_rate": 5.518113980211762e-06,
      "loss": 0.929,
      "step": 261
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.4375,
      "learning_rate": 5.51321261546089e-06,
      "loss": 0.9928,
      "step": 262
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.3125,
      "learning_rate": 5.5082889185909834e-06,
      "loss": 0.8508,
      "step": 263
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.609375,
      "learning_rate": 5.503342939283931e-06,
      "loss": 0.9067,
      "step": 264
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.5078125,
      "learning_rate": 5.498374727446461e-06,
      "loss": 0.9878,
      "step": 265
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.578125,
      "learning_rate": 5.493384333209634e-06,
      "loss": 0.8992,
      "step": 266
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.375,
      "learning_rate": 5.488371806928342e-06,
      "loss": 1.0696,
      "step": 267
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.5078125,
      "learning_rate": 5.483337199180793e-06,
      "loss": 0.9069,
      "step": 268
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.5703125,
      "learning_rate": 5.4782805607680085e-06,
      "loss": 0.9608,
      "step": 269
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.4609375,
      "learning_rate": 5.473201942713307e-06,
      "loss": 1.0443,
      "step": 270
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.4921875,
      "learning_rate": 5.46810139626179e-06,
      "loss": 0.888,
      "step": 271
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.3359375,
      "learning_rate": 5.46297897287982e-06,
      "loss": 0.9668,
      "step": 272
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.53125,
      "learning_rate": 5.457834724254512e-06,
      "loss": 0.9828,
      "step": 273
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.40625,
      "learning_rate": 5.452668702293203e-06,
      "loss": 0.9154,
      "step": 274
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.5625,
      "learning_rate": 5.447480959122929e-06,
      "loss": 0.9498,
      "step": 275
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.3828125,
      "learning_rate": 5.442271547089904e-06,
      "loss": 0.9782,
      "step": 276
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.5234375,
      "learning_rate": 5.437040518758986e-06,
      "loss": 0.9729,
      "step": 277
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.46875,
      "learning_rate": 5.431787926913152e-06,
      "loss": 0.9455,
      "step": 278
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.515625,
      "learning_rate": 5.42651382455296e-06,
      "loss": 0.9834,
      "step": 279
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.359375,
      "learning_rate": 5.421218264896019e-06,
      "loss": 0.8952,
      "step": 280
    },
    {
      "epoch": 0.79,
      "eval_loss": 0.9743253588676453,
      "eval_runtime": 20.2702,
      "eval_samples_per_second": 64.578,
      "eval_steps_per_second": 64.578,
      "step": 280
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.4375,
      "learning_rate": 5.415901301376447e-06,
      "loss": 1.1117,
      "step": 281
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.3984375,
      "learning_rate": 5.4105629876443405e-06,
      "loss": 0.9905,
      "step": 282
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.5546875,
      "learning_rate": 5.40520337756522e-06,
      "loss": 1.0321,
      "step": 283
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.484375,
      "learning_rate": 5.3998225252195e-06,
      "loss": 0.9664,
      "step": 284
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.5390625,
      "learning_rate": 5.394420484901934e-06,
      "loss": 1.0156,
      "step": 285
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.4296875,
      "learning_rate": 5.38899731112107e-06,
      "loss": 0.8818,
      "step": 286
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.59375,
      "learning_rate": 5.383553058598702e-06,
      "loss": 0.9483,
      "step": 287
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.4609375,
      "learning_rate": 5.378087782269314e-06,
      "loss": 0.9671,
      "step": 288
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.3046875,
      "learning_rate": 5.37260153727953e-06,
      "loss": 0.915,
      "step": 289
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.4140625,
      "learning_rate": 5.367094378987554e-06,
      "loss": 0.9215,
      "step": 290
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.7421875,
      "learning_rate": 5.361566362962613e-06,
      "loss": 0.9655,
      "step": 291
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.4375,
      "learning_rate": 5.356017544984396e-06,
      "loss": 0.9641,
      "step": 292
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.4296875,
      "learning_rate": 5.350447981042491e-06,
      "loss": 0.9303,
      "step": 293
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.4296875,
      "learning_rate": 5.344857727335822e-06,
      "loss": 0.9223,
      "step": 294
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.59375,
      "learning_rate": 5.339246840272079e-06,
      "loss": 1.0255,
      "step": 295
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.375,
      "learning_rate": 5.333615376467149e-06,
      "loss": 0.9899,
      "step": 296
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.3203125,
      "learning_rate": 5.3279633927445486e-06,
      "loss": 0.9336,
      "step": 297
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.4296875,
      "learning_rate": 5.322290946134844e-06,
      "loss": 0.9654,
      "step": 298
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.5,
      "learning_rate": 5.316598093875082e-06,
      "loss": 1.0265,
      "step": 299
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.4921875,
      "learning_rate": 5.310884893408211e-06,
      "loss": 0.9132,
      "step": 300
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.6796875,
      "learning_rate": 5.305151402382497e-06,
      "loss": 0.9248,
      "step": 301
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.4765625,
      "learning_rate": 5.299397678650947e-06,
      "loss": 0.9737,
      "step": 302
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.34375,
      "learning_rate": 5.293623780270723e-06,
      "loss": 0.9366,
      "step": 303
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.4375,
      "learning_rate": 5.287829765502556e-06,
      "loss": 0.9379,
      "step": 304
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.5625,
      "learning_rate": 5.282015692810159e-06,
      "loss": 1.0213,
      "step": 305
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.3671875,
      "learning_rate": 5.276181620859639e-06,
      "loss": 1.013,
      "step": 306
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.4453125,
      "learning_rate": 5.270327608518898e-06,
      "loss": 1.0134,
      "step": 307
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.5625,
      "learning_rate": 5.264453714857047e-06,
      "loss": 0.9575,
      "step": 308
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.4140625,
      "learning_rate": 5.258559999143809e-06,
      "loss": 0.8686,
      "step": 309
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.4375,
      "learning_rate": 5.252646520848912e-06,
      "loss": 1.0265,
      "step": 310
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.4453125,
      "learning_rate": 5.2467133396415016e-06,
      "loss": 0.88,
      "step": 311
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.3984375,
      "learning_rate": 5.24076051538953e-06,
      "loss": 0.9549,
      "step": 312
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.4609375,
      "learning_rate": 5.2347881081591565e-06,
      "loss": 0.9798,
      "step": 313
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.6015625,
      "learning_rate": 5.228796178214138e-06,
      "loss": 0.8834,
      "step": 314
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.3828125,
      "learning_rate": 5.222784786015225e-06,
      "loss": 0.9394,
      "step": 315
    },
    {
      "epoch": 0.89,
      "eval_loss": 0.9702575206756592,
      "eval_runtime": 20.1318,
      "eval_samples_per_second": 65.022,
      "eval_steps_per_second": 65.022,
      "step": 315
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.4140625,
      "learning_rate": 5.216753992219547e-06,
      "loss": 0.9804,
      "step": 316
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.4609375,
      "learning_rate": 5.210703857680003e-06,
      "loss": 0.9201,
      "step": 317
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.421875,
      "learning_rate": 5.204634443444651e-06,
      "loss": 0.9839,
      "step": 318
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.390625,
      "learning_rate": 5.198545810756079e-06,
      "loss": 1.024,
      "step": 319
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.4296875,
      "learning_rate": 5.192438021050806e-06,
      "loss": 0.9319,
      "step": 320
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.515625,
      "learning_rate": 5.186311135958647e-06,
      "loss": 0.8863,
      "step": 321
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.484375,
      "learning_rate": 5.180165217302099e-06,
      "loss": 0.9621,
      "step": 322
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.359375,
      "learning_rate": 5.174000327095711e-06,
      "loss": 0.8818,
      "step": 323
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.953125,
      "learning_rate": 5.167816527545466e-06,
      "loss": 0.807,
      "step": 324
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.328125,
      "learning_rate": 5.161613881048147e-06,
      "loss": 0.9364,
      "step": 325
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.4765625,
      "learning_rate": 5.155392450190707e-06,
      "loss": 0.9787,
      "step": 326
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.46875,
      "learning_rate": 5.149152297749646e-06,
      "loss": 0.9272,
      "step": 327
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.5234375,
      "learning_rate": 5.142893486690366e-06,
      "loss": 0.8953,
      "step": 328
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.5234375,
      "learning_rate": 5.136616080166545e-06,
      "loss": 0.952,
      "step": 329
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.7265625,
      "learning_rate": 5.1303201415194946e-06,
      "loss": 1.046,
      "step": 330
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.5078125,
      "learning_rate": 5.1240057342775204e-06,
      "loss": 0.9028,
      "step": 331
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.53125,
      "learning_rate": 5.1176729221552865e-06,
      "loss": 0.9819,
      "step": 332
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.3671875,
      "learning_rate": 5.111321769053166e-06,
      "loss": 0.9189,
      "step": 333
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.515625,
      "learning_rate": 5.104952339056601e-06,
      "loss": 0.9145,
      "step": 334
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.3828125,
      "learning_rate": 5.098564696435452e-06,
      "loss": 0.8783,
      "step": 335
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.46875,
      "learning_rate": 5.092158905643353e-06,
      "loss": 1.0541,
      "step": 336
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.5078125,
      "learning_rate": 5.085735031317061e-06,
      "loss": 0.8956,
      "step": 337
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.5859375,
      "learning_rate": 5.0792931382758e-06,
      "loss": 1.0593,
      "step": 338
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.40625,
      "learning_rate": 5.072833291520609e-06,
      "loss": 0.9345,
      "step": 339
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.5625,
      "learning_rate": 5.066355556233688e-06,
      "loss": 0.9642,
      "step": 340
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.40625,
      "learning_rate": 5.059859997777741e-06,
      "loss": 0.8651,
      "step": 341
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.5234375,
      "learning_rate": 5.053346681695309e-06,
      "loss": 0.9767,
      "step": 342
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.3671875,
      "learning_rate": 5.046815673708117e-06,
      "loss": 0.8192,
      "step": 343
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.484375,
      "learning_rate": 5.040267039716409e-06,
      "loss": 0.856,
      "step": 344
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.3671875,
      "learning_rate": 5.033700845798278e-06,
      "loss": 0.9764,
      "step": 345
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.421875,
      "learning_rate": 5.0271171582090065e-06,
      "loss": 0.9693,
      "step": 346
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.59375,
      "learning_rate": 5.020516043380393e-06,
      "loss": 0.8832,
      "step": 347
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.390625,
      "learning_rate": 5.013897567920083e-06,
      "loss": 0.9449,
      "step": 348
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.3984375,
      "learning_rate": 5.007261798610898e-06,
      "loss": 0.9854,
      "step": 349
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.5546875,
      "learning_rate": 5.00060880241016e-06,
      "loss": 0.8984,
      "step": 350
    },
    {
      "epoch": 0.99,
      "eval_loss": 0.9668439626693726,
      "eval_runtime": 20.1513,
      "eval_samples_per_second": 64.958,
      "eval_steps_per_second": 64.958,
      "step": 350
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.4375,
      "learning_rate": 4.993938646449017e-06,
      "loss": 0.9833,
      "step": 351
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.7109375,
      "learning_rate": 4.9872513980317635e-06,
      "loss": 0.8848,
      "step": 352
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.328125,
      "learning_rate": 4.9805471246351666e-06,
      "loss": 0.9356,
      "step": 353
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.5625,
      "learning_rate": 4.973825893907778e-06,
      "loss": 1.0285,
      "step": 354
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.4609375,
      "learning_rate": 4.9670877736692575e-06,
      "loss": 1.0421,
      "step": 355
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.4453125,
      "learning_rate": 4.960332831909685e-06,
      "loss": 0.9617,
      "step": 356
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.53125,
      "learning_rate": 4.953561136788877e-06,
      "loss": 0.9683,
      "step": 357
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.4453125,
      "learning_rate": 4.946772756635694e-06,
      "loss": 0.9737,
      "step": 358
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.4453125,
      "learning_rate": 4.939967759947358e-06,
      "loss": 1.0571,
      "step": 359
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.5625,
      "learning_rate": 4.933146215388759e-06,
      "loss": 0.8903,
      "step": 360
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.3984375,
      "learning_rate": 4.926308191791757e-06,
      "loss": 0.893,
      "step": 361
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.3671875,
      "learning_rate": 4.919453758154493e-06,
      "loss": 0.9087,
      "step": 362
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.359375,
      "learning_rate": 4.912582983640692e-06,
      "loss": 0.8752,
      "step": 363
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.40625,
      "learning_rate": 4.905695937578965e-06,
      "loss": 0.9943,
      "step": 364
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.390625,
      "learning_rate": 4.898792689462106e-06,
      "loss": 0.9087,
      "step": 365
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.4453125,
      "learning_rate": 4.891873308946399e-06,
      "loss": 0.9659,
      "step": 366
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.4921875,
      "learning_rate": 4.884937865850902e-06,
      "loss": 0.924,
      "step": 367
    },
    {
      "epoch": 1.03,
      "grad_norm": 1.4296875,
      "learning_rate": 4.877986430156756e-06,
      "loss": 0.87,
      "step": 368
    },
    {
      "epoch": 1.03,
      "grad_norm": 1.375,
      "learning_rate": 4.871019072006473e-06,
      "loss": 1.0459,
      "step": 369
    },
    {
      "epoch": 1.03,
      "grad_norm": 1.515625,
      "learning_rate": 4.864035861703225e-06,
      "loss": 0.8948,
      "step": 370
    },
    {
      "epoch": 1.03,
      "grad_norm": 1.4609375,
      "learning_rate": 4.8570368697101415e-06,
      "loss": 0.8847,
      "step": 371
    },
    {
      "epoch": 1.04,
      "grad_norm": 1.3828125,
      "learning_rate": 4.850022166649592e-06,
      "loss": 0.9415,
      "step": 372
    },
    {
      "epoch": 1.04,
      "grad_norm": 1.4609375,
      "learning_rate": 4.84299182330248e-06,
      "loss": 0.9833,
      "step": 373
    },
    {
      "epoch": 1.04,
      "grad_norm": 1.46875,
      "learning_rate": 4.8359459106075204e-06,
      "loss": 0.9669,
      "step": 374
    },
    {
      "epoch": 1.05,
      "grad_norm": 1.4296875,
      "learning_rate": 4.828884499660533e-06,
      "loss": 0.8532,
      "step": 375
    },
    {
      "epoch": 1.05,
      "grad_norm": 1.328125,
      "learning_rate": 4.8218076617137175e-06,
      "loss": 0.9317,
      "step": 376
    },
    {
      "epoch": 1.05,
      "grad_norm": 1.515625,
      "learning_rate": 4.814715468174939e-06,
      "loss": 0.8942,
      "step": 377
    },
    {
      "epoch": 1.05,
      "grad_norm": 1.4140625,
      "learning_rate": 4.807607990607007e-06,
      "loss": 0.8847,
      "step": 378
    },
    {
      "epoch": 1.06,
      "grad_norm": 1.4296875,
      "learning_rate": 4.8004853007269504e-06,
      "loss": 0.9326,
      "step": 379
    },
    {
      "epoch": 1.06,
      "grad_norm": 1.3984375,
      "learning_rate": 4.793347470405296e-06,
      "loss": 0.8939,
      "step": 380
    },
    {
      "epoch": 1.06,
      "grad_norm": 1.453125,
      "learning_rate": 4.786194571665346e-06,
      "loss": 0.8817,
      "step": 381
    },
    {
      "epoch": 1.07,
      "grad_norm": 1.609375,
      "learning_rate": 4.7790266766824435e-06,
      "loss": 0.9413,
      "step": 382
    },
    {
      "epoch": 1.07,
      "grad_norm": 1.3515625,
      "learning_rate": 4.771843857783254e-06,
      "loss": 0.8537,
      "step": 383
    },
    {
      "epoch": 1.07,
      "grad_norm": 1.359375,
      "learning_rate": 4.7646461874450294e-06,
      "loss": 0.9405,
      "step": 384
    },
    {
      "epoch": 1.07,
      "grad_norm": 1.421875,
      "learning_rate": 4.757433738294874e-06,
      "loss": 0.9424,
      "step": 385
    },
    {
      "epoch": 1.07,
      "eval_loss": 0.9648303389549255,
      "eval_runtime": 20.2432,
      "eval_samples_per_second": 64.664,
      "eval_steps_per_second": 64.664,
      "step": 385
    },
    {
      "epoch": 1.08,
      "grad_norm": 1.359375,
      "learning_rate": 4.750206583109022e-06,
      "loss": 0.9327,
      "step": 386
    },
    {
      "epoch": 1.08,
      "grad_norm": 1.4296875,
      "learning_rate": 4.742964794812093e-06,
      "loss": 0.8816,
      "step": 387
    },
    {
      "epoch": 1.08,
      "grad_norm": 1.4375,
      "learning_rate": 4.735708446476361e-06,
      "loss": 0.8918,
      "step": 388
    },
    {
      "epoch": 1.09,
      "grad_norm": 1.4453125,
      "learning_rate": 4.728437611321015e-06,
      "loss": 0.958,
      "step": 389
    },
    {
      "epoch": 1.09,
      "grad_norm": 1.390625,
      "learning_rate": 4.721152362711423e-06,
      "loss": 0.8336,
      "step": 390
    },
    {
      "epoch": 1.09,
      "grad_norm": 1.390625,
      "learning_rate": 4.713852774158389e-06,
      "loss": 1.0331,
      "step": 391
    },
    {
      "epoch": 1.09,
      "grad_norm": 1.4296875,
      "learning_rate": 4.706538919317411e-06,
      "loss": 0.8288,
      "step": 392
    },
    {
      "epoch": 1.1,
      "grad_norm": 1.515625,
      "learning_rate": 4.6992108719879445e-06,
      "loss": 0.8429,
      "step": 393
    },
    {
      "epoch": 1.1,
      "grad_norm": 1.4921875,
      "learning_rate": 4.691868706112643e-06,
      "loss": 0.8227,
      "step": 394
    },
    {
      "epoch": 1.1,
      "grad_norm": 1.53125,
      "learning_rate": 4.684512495776631e-06,
      "loss": 1.0182,
      "step": 395
    },
    {
      "epoch": 1.11,
      "grad_norm": 1.4375,
      "learning_rate": 4.6771423152067395e-06,
      "loss": 0.915,
      "step": 396
    },
    {
      "epoch": 1.11,
      "grad_norm": 1.4453125,
      "learning_rate": 4.669758238770767e-06,
      "loss": 0.9564,
      "step": 397
    },
    {
      "epoch": 1.11,
      "grad_norm": 1.390625,
      "learning_rate": 4.662360340976728e-06,
      "loss": 0.9006,
      "step": 398
    },
    {
      "epoch": 1.11,
      "grad_norm": 1.3828125,
      "learning_rate": 4.654948696472097e-06,
      "loss": 0.9841,
      "step": 399
    },
    {
      "epoch": 1.12,
      "grad_norm": 1.4296875,
      "learning_rate": 4.6475233800430586e-06,
      "loss": 0.8723,
      "step": 400
    },
    {
      "epoch": 1.12,
      "grad_norm": 1.4453125,
      "learning_rate": 4.6400844666137525e-06,
      "loss": 1.0067,
      "step": 401
    },
    {
      "epoch": 1.12,
      "grad_norm": 1.4453125,
      "learning_rate": 4.632632031245516e-06,
      "loss": 0.9236,
      "step": 402
    },
    {
      "epoch": 1.13,
      "grad_norm": 1.625,
      "learning_rate": 4.6251661491361285e-06,
      "loss": 0.9849,
      "step": 403
    },
    {
      "epoch": 1.13,
      "grad_norm": 1.4296875,
      "learning_rate": 4.617686895619052e-06,
      "loss": 0.923,
      "step": 404
    },
    {
      "epoch": 1.13,
      "grad_norm": 1.2421875,
      "learning_rate": 4.610194346162673e-06,
      "loss": 0.9378,
      "step": 405
    },
    {
      "epoch": 1.13,
      "grad_norm": 1.515625,
      "learning_rate": 4.602688576369531e-06,
      "loss": 1.0061,
      "step": 406
    },
    {
      "epoch": 1.14,
      "grad_norm": 1.328125,
      "learning_rate": 4.595169661975573e-06,
      "loss": 0.9105,
      "step": 407
    },
    {
      "epoch": 1.14,
      "grad_norm": 1.4453125,
      "learning_rate": 4.5876376788493754e-06,
      "loss": 0.9587,
      "step": 408
    },
    {
      "epoch": 1.14,
      "grad_norm": 1.390625,
      "learning_rate": 4.580092702991383e-06,
      "loss": 0.877,
      "step": 409
    },
    {
      "epoch": 1.14,
      "grad_norm": 1.3359375,
      "learning_rate": 4.572534810533142e-06,
      "loss": 0.923,
      "step": 410
    },
    {
      "epoch": 1.15,
      "grad_norm": 1.4609375,
      "learning_rate": 4.564964077736531e-06,
      "loss": 0.9448,
      "step": 411
    },
    {
      "epoch": 1.15,
      "grad_norm": 1.421875,
      "learning_rate": 4.5573805809929946e-06,
      "loss": 0.9546,
      "step": 412
    },
    {
      "epoch": 1.15,
      "grad_norm": 1.3125,
      "learning_rate": 4.549784396822769e-06,
      "loss": 0.9835,
      "step": 413
    },
    {
      "epoch": 1.16,
      "grad_norm": 1.4296875,
      "learning_rate": 4.542175601874111e-06,
      "loss": 0.8655,
      "step": 414
    },
    {
      "epoch": 1.16,
      "grad_norm": 1.4140625,
      "learning_rate": 4.534554272922525e-06,
      "loss": 0.8878,
      "step": 415
    },
    {
      "epoch": 1.16,
      "grad_norm": 1.4609375,
      "learning_rate": 4.526920486869986e-06,
      "loss": 0.9834,
      "step": 416
    },
    {
      "epoch": 1.16,
      "grad_norm": 1.4140625,
      "learning_rate": 4.5192743207441685e-06,
      "loss": 0.8446,
      "step": 417
    },
    {
      "epoch": 1.17,
      "grad_norm": 1.453125,
      "learning_rate": 4.511615851697668e-06,
      "loss": 0.9525,
      "step": 418
    },
    {
      "epoch": 1.17,
      "grad_norm": 1.359375,
      "learning_rate": 4.503945157007216e-06,
      "loss": 1.0056,
      "step": 419
    },
    {
      "epoch": 1.17,
      "grad_norm": 1.359375,
      "learning_rate": 4.4962623140729074e-06,
      "loss": 0.9117,
      "step": 420
    },
    {
      "epoch": 1.17,
      "eval_loss": 0.9622918367385864,
      "eval_runtime": 20.1675,
      "eval_samples_per_second": 64.906,
      "eval_steps_per_second": 64.906,
      "step": 420
    },
    {
      "epoch": 1.18,
      "grad_norm": 1.5,
      "learning_rate": 4.488567400417417e-06,
      "loss": 0.9416,
      "step": 421
    },
    {
      "epoch": 1.18,
      "grad_norm": 1.4140625,
      "learning_rate": 4.48086049368522e-06,
      "loss": 0.9492,
      "step": 422
    },
    {
      "epoch": 1.18,
      "grad_norm": 1.3984375,
      "learning_rate": 4.473141671641803e-06,
      "loss": 0.8472,
      "step": 423
    },
    {
      "epoch": 1.18,
      "grad_norm": 1.4921875,
      "learning_rate": 4.4654110121728855e-06,
      "loss": 0.9374,
      "step": 424
    },
    {
      "epoch": 1.19,
      "grad_norm": 1.421875,
      "learning_rate": 4.457668593283625e-06,
      "loss": 0.8029,
      "step": 425
    },
    {
      "epoch": 1.19,
      "grad_norm": 1.3984375,
      "learning_rate": 4.449914493097844e-06,
      "loss": 0.8902,
      "step": 426
    },
    {
      "epoch": 1.19,
      "grad_norm": 1.390625,
      "learning_rate": 4.442148789857225e-06,
      "loss": 0.9008,
      "step": 427
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.4296875,
      "learning_rate": 4.434371561920539e-06,
      "loss": 0.87,
      "step": 428
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.359375,
      "learning_rate": 4.426582887762836e-06,
      "loss": 0.9065,
      "step": 429
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.34375,
      "learning_rate": 4.418782845974669e-06,
      "loss": 0.9354,
      "step": 430
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.390625,
      "learning_rate": 4.410971515261291e-06,
      "loss": 0.8697,
      "step": 431
    },
    {
      "epoch": 1.21,
      "grad_norm": 1.6015625,
      "learning_rate": 4.403148974441867e-06,
      "loss": 0.8788,
      "step": 432
    },
    {
      "epoch": 1.21,
      "grad_norm": 1.3828125,
      "learning_rate": 4.3953153024486716e-06,
      "loss": 0.9644,
      "step": 433
    },
    {
      "epoch": 1.21,
      "grad_norm": 1.453125,
      "learning_rate": 4.387470578326305e-06,
      "loss": 1.0109,
      "step": 434
    },
    {
      "epoch": 1.22,
      "grad_norm": 1.4140625,
      "learning_rate": 4.379614881230879e-06,
      "loss": 0.9348,
      "step": 435
    },
    {
      "epoch": 1.22,
      "grad_norm": 1.53125,
      "learning_rate": 4.371748290429231e-06,
      "loss": 0.9769,
      "step": 436
    },
    {
      "epoch": 1.22,
      "grad_norm": 1.4453125,
      "learning_rate": 4.363870885298119e-06,
      "loss": 0.9734,
      "step": 437
    },
    {
      "epoch": 1.22,
      "grad_norm": 1.5546875,
      "learning_rate": 4.355982745323421e-06,
      "loss": 0.8801,
      "step": 438
    },
    {
      "epoch": 1.23,
      "grad_norm": 1.3828125,
      "learning_rate": 4.348083950099335e-06,
      "loss": 0.9323,
      "step": 439
    },
    {
      "epoch": 1.23,
      "grad_norm": 1.421875,
      "learning_rate": 4.340174579327574e-06,
      "loss": 0.9672,
      "step": 440
    },
    {
      "epoch": 1.23,
      "grad_norm": 1.4140625,
      "learning_rate": 4.332254712816559e-06,
      "loss": 0.9541,
      "step": 441
    },
    {
      "epoch": 1.24,
      "grad_norm": 1.3359375,
      "learning_rate": 4.32432443048062e-06,
      "loss": 0.8939,
      "step": 442
    },
    {
      "epoch": 1.24,
      "grad_norm": 1.3984375,
      "learning_rate": 4.316383812339188e-06,
      "loss": 0.9381,
      "step": 443
    },
    {
      "epoch": 1.24,
      "grad_norm": 1.3671875,
      "learning_rate": 4.30843293851598e-06,
      "loss": 0.8943,
      "step": 444
    },
    {
      "epoch": 1.24,
      "grad_norm": 1.40625,
      "learning_rate": 4.300471889238203e-06,
      "loss": 1.0116,
      "step": 445
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.34375,
      "learning_rate": 4.292500744835735e-06,
      "loss": 0.9023,
      "step": 446
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.4765625,
      "learning_rate": 4.284519585740317e-06,
      "loss": 0.8961,
      "step": 447
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.3828125,
      "learning_rate": 4.276528492484743e-06,
      "loss": 0.9492,
      "step": 448
    },
    {
      "epoch": 1.26,
      "grad_norm": 1.359375,
      "learning_rate": 4.2685275457020465e-06,
      "loss": 0.8869,
      "step": 449
    },
    {
      "epoch": 1.26,
      "grad_norm": 1.3515625,
      "learning_rate": 4.260516826124686e-06,
      "loss": 0.8692,
      "step": 450
    },
    {
      "epoch": 1.26,
      "grad_norm": 1.484375,
      "learning_rate": 4.2524964145837305e-06,
      "loss": 0.857,
      "step": 451
    },
    {
      "epoch": 1.26,
      "grad_norm": 1.2890625,
      "learning_rate": 4.244466392008045e-06,
      "loss": 0.853,
      "step": 452
    },
    {
      "epoch": 1.27,
      "grad_norm": 1.40625,
      "learning_rate": 4.236426839423474e-06,
      "loss": 0.8563,
      "step": 453
    },
    {
      "epoch": 1.27,
      "grad_norm": 1.5078125,
      "learning_rate": 4.2283778379520235e-06,
      "loss": 0.9452,
      "step": 454
    },
    {
      "epoch": 1.27,
      "grad_norm": 1.3125,
      "learning_rate": 4.22031946881104e-06,
      "loss": 0.9345,
      "step": 455
    },
    {
      "epoch": 1.27,
      "eval_loss": 0.9603658318519592,
      "eval_runtime": 20.3177,
      "eval_samples_per_second": 64.427,
      "eval_steps_per_second": 64.427,
      "step": 455
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.40625,
      "learning_rate": 4.212251813312395e-06,
      "loss": 0.8672,
      "step": 456
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.453125,
      "learning_rate": 4.204174952861663e-06,
      "loss": 0.9066,
      "step": 457
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.40625,
      "learning_rate": 4.196088968957298e-06,
      "loss": 0.9464,
      "step": 458
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.328125,
      "learning_rate": 4.187993943189815e-06,
      "loss": 0.921,
      "step": 459
    },
    {
      "epoch": 1.29,
      "grad_norm": 1.46875,
      "learning_rate": 4.179889957240963e-06,
      "loss": 0.8512,
      "step": 460
    },
    {
      "epoch": 1.29,
      "grad_norm": 1.3203125,
      "learning_rate": 4.171777092882905e-06,
      "loss": 0.8376,
      "step": 461
    },
    {
      "epoch": 1.29,
      "grad_norm": 1.4140625,
      "learning_rate": 4.1636554319773865e-06,
      "loss": 0.961,
      "step": 462
    },
    {
      "epoch": 1.29,
      "grad_norm": 1.4921875,
      "learning_rate": 4.155525056474917e-06,
      "loss": 0.9431,
      "step": 463
    },
    {
      "epoch": 1.3,
      "grad_norm": 1.4296875,
      "learning_rate": 4.147386048413936e-06,
      "loss": 0.9156,
      "step": 464
    },
    {
      "epoch": 1.3,
      "grad_norm": 1.4375,
      "learning_rate": 4.1392384899199916e-06,
      "loss": 1.0053,
      "step": 465
    },
    {
      "epoch": 1.3,
      "grad_norm": 1.4765625,
      "learning_rate": 4.13108246320491e-06,
      "loss": 0.9785,
      "step": 466
    },
    {
      "epoch": 1.31,
      "grad_norm": 1.390625,
      "learning_rate": 4.122918050565959e-06,
      "loss": 1.0079,
      "step": 467
    },
    {
      "epoch": 1.31,
      "grad_norm": 1.40625,
      "learning_rate": 4.11474533438503e-06,
      "loss": 0.8462,
      "step": 468
    },
    {
      "epoch": 1.31,
      "grad_norm": 1.4140625,
      "learning_rate": 4.1065643971277945e-06,
      "loss": 0.9099,
      "step": 469
    },
    {
      "epoch": 1.31,
      "grad_norm": 1.359375,
      "learning_rate": 4.098375321342883e-06,
      "loss": 0.9068,
      "step": 470
    },
    {
      "epoch": 1.32,
      "grad_norm": 1.671875,
      "learning_rate": 4.090178189661043e-06,
      "loss": 0.8288,
      "step": 471
    },
    {
      "epoch": 1.32,
      "grad_norm": 1.5078125,
      "learning_rate": 4.08197308479431e-06,
      "loss": 0.9653,
      "step": 472
    },
    {
      "epoch": 1.32,
      "grad_norm": 1.5390625,
      "learning_rate": 4.073760089535173e-06,
      "loss": 0.9364,
      "step": 473
    },
    {
      "epoch": 1.33,
      "grad_norm": 1.4921875,
      "learning_rate": 4.065539286755734e-06,
      "loss": 0.9165,
      "step": 474
    },
    {
      "epoch": 1.33,
      "grad_norm": 1.3828125,
      "learning_rate": 4.057310759406881e-06,
      "loss": 0.9906,
      "step": 475
    },
    {
      "epoch": 1.33,
      "grad_norm": 1.34375,
      "learning_rate": 4.0490745905174425e-06,
      "loss": 0.8814,
      "step": 476
    },
    {
      "epoch": 1.33,
      "grad_norm": 1.4453125,
      "learning_rate": 4.040830863193354e-06,
      "loss": 0.9109,
      "step": 477
    },
    {
      "epoch": 1.34,
      "grad_norm": 1.40625,
      "learning_rate": 4.032579660616816e-06,
      "loss": 0.8054,
      "step": 478
    },
    {
      "epoch": 1.34,
      "grad_norm": 1.4140625,
      "learning_rate": 4.024321066045462e-06,
      "loss": 0.95,
      "step": 479
    },
    {
      "epoch": 1.34,
      "grad_norm": 1.3203125,
      "learning_rate": 4.016055162811508e-06,
      "loss": 0.9861,
      "step": 480
    },
    {
      "epoch": 1.35,
      "grad_norm": 1.359375,
      "learning_rate": 4.00778203432092e-06,
      "loss": 0.8921,
      "step": 481
    },
    {
      "epoch": 1.35,
      "grad_norm": 1.3984375,
      "learning_rate": 3.999501764052571e-06,
      "loss": 0.9639,
      "step": 482
    },
    {
      "epoch": 1.35,
      "grad_norm": 1.296875,
      "learning_rate": 3.991214435557392e-06,
      "loss": 0.8409,
      "step": 483
    },
    {
      "epoch": 1.35,
      "grad_norm": 1.4140625,
      "learning_rate": 3.982920132457538e-06,
      "loss": 0.9423,
      "step": 484
    },
    {
      "epoch": 1.36,
      "grad_norm": 1.3828125,
      "learning_rate": 3.97461893844554e-06,
      "loss": 0.9888,
      "step": 485
    },
    {
      "epoch": 1.36,
      "grad_norm": 1.484375,
      "learning_rate": 3.966310937283461e-06,
      "loss": 0.9327,
      "step": 486
    },
    {
      "epoch": 1.36,
      "grad_norm": 1.3359375,
      "learning_rate": 3.957996212802049e-06,
      "loss": 0.9888,
      "step": 487
    },
    {
      "epoch": 1.37,
      "grad_norm": 1.46875,
      "learning_rate": 3.949674848899893e-06,
      "loss": 0.9688,
      "step": 488
    },
    {
      "epoch": 1.37,
      "grad_norm": 1.4296875,
      "learning_rate": 3.9413469295425764e-06,
      "loss": 0.853,
      "step": 489
    },
    {
      "epoch": 1.37,
      "grad_norm": 1.53125,
      "learning_rate": 3.933012538761832e-06,
      "loss": 0.951,
      "step": 490
    },
    {
      "epoch": 1.37,
      "eval_loss": 0.9591352343559265,
      "eval_runtime": 20.1897,
      "eval_samples_per_second": 64.835,
      "eval_steps_per_second": 64.835,
      "step": 490
    },
    {
      "epoch": 1.37,
      "grad_norm": 1.4375,
      "learning_rate": 3.924671760654688e-06,
      "loss": 0.9298,
      "step": 491
    },
    {
      "epoch": 1.38,
      "grad_norm": 1.59375,
      "learning_rate": 3.916324679382624e-06,
      "loss": 0.8488,
      "step": 492
    },
    {
      "epoch": 1.38,
      "grad_norm": 1.4296875,
      "learning_rate": 3.907971379170722e-06,
      "loss": 0.8833,
      "step": 493
    },
    {
      "epoch": 1.38,
      "grad_norm": 1.46875,
      "learning_rate": 3.899611944306816e-06,
      "loss": 0.8187,
      "step": 494
    },
    {
      "epoch": 1.39,
      "grad_norm": 1.453125,
      "learning_rate": 3.891246459140637e-06,
      "loss": 0.9175,
      "step": 495
    },
    {
      "epoch": 1.39,
      "grad_norm": 1.3203125,
      "learning_rate": 3.88287500808297e-06,
      "loss": 0.9665,
      "step": 496
    },
    {
      "epoch": 1.39,
      "grad_norm": 1.3984375,
      "learning_rate": 3.874497675604795e-06,
      "loss": 0.9449,
      "step": 497
    },
    {
      "epoch": 1.39,
      "grad_norm": 1.5,
      "learning_rate": 3.866114546236441e-06,
      "loss": 1.0137,
      "step": 498
    },
    {
      "epoch": 1.4,
      "grad_norm": 1.3203125,
      "learning_rate": 3.857725704566727e-06,
      "loss": 0.8451,
      "step": 499
    },
    {
      "epoch": 1.4,
      "grad_norm": 1.3203125,
      "learning_rate": 3.849331235242112e-06,
      "loss": 0.8812,
      "step": 500
    },
    {
      "epoch": 1.4,
      "grad_norm": 1.4375,
      "learning_rate": 3.8409312229658385e-06,
      "loss": 0.9713,
      "step": 501
    },
    {
      "epoch": 1.41,
      "grad_norm": 1.4296875,
      "learning_rate": 3.8325257524970825e-06,
      "loss": 0.9424,
      "step": 502
    },
    {
      "epoch": 1.41,
      "grad_norm": 1.5234375,
      "learning_rate": 3.8241149086500925e-06,
      "loss": 0.9523,
      "step": 503
    },
    {
      "epoch": 1.41,
      "grad_norm": 1.5078125,
      "learning_rate": 3.815698776293337e-06,
      "loss": 0.8275,
      "step": 504
    },
    {
      "epoch": 1.41,
      "grad_norm": 1.4765625,
      "learning_rate": 3.807277440348651e-06,
      "loss": 0.8957,
      "step": 505
    },
    {
      "epoch": 1.42,
      "grad_norm": 1.4296875,
      "learning_rate": 3.7988509857903683e-06,
      "loss": 0.9782,
      "step": 506
    },
    {
      "epoch": 1.42,
      "grad_norm": 1.4296875,
      "learning_rate": 3.7904194976444786e-06,
      "loss": 0.8956,
      "step": 507
    },
    {
      "epoch": 1.42,
      "grad_norm": 1.453125,
      "learning_rate": 3.7819830609877576e-06,
      "loss": 0.8747,
      "step": 508
    },
    {
      "epoch": 1.43,
      "grad_norm": 1.390625,
      "learning_rate": 3.773541760946916e-06,
      "loss": 0.9444,
      "step": 509
    },
    {
      "epoch": 1.43,
      "grad_norm": 1.4453125,
      "learning_rate": 3.7650956826977353e-06,
      "loss": 0.873,
      "step": 510
    },
    {
      "epoch": 1.43,
      "grad_norm": 1.453125,
      "learning_rate": 3.7566449114642136e-06,
      "loss": 0.9871,
      "step": 511
    },
    {
      "epoch": 1.43,
      "grad_norm": 1.4375,
      "learning_rate": 3.7481895325177007e-06,
      "loss": 0.8154,
      "step": 512
    },
    {
      "epoch": 1.44,
      "grad_norm": 1.390625,
      "learning_rate": 3.7397296311760422e-06,
      "loss": 0.9796,
      "step": 513
    },
    {
      "epoch": 1.44,
      "grad_norm": 1.4140625,
      "learning_rate": 3.731265292802713e-06,
      "loss": 0.8966,
      "step": 514
    },
    {
      "epoch": 1.44,
      "grad_norm": 1.40625,
      "learning_rate": 3.722796602805963e-06,
      "loss": 0.9269,
      "step": 515
    },
    {
      "epoch": 1.44,
      "grad_norm": 1.375,
      "learning_rate": 3.7143236466379477e-06,
      "loss": 0.8601,
      "step": 516
    },
    {
      "epoch": 1.45,
      "grad_norm": 1.4921875,
      "learning_rate": 3.705846509793875e-06,
      "loss": 0.939,
      "step": 517
    },
    {
      "epoch": 1.45,
      "grad_norm": 1.359375,
      "learning_rate": 3.69736527781113e-06,
      "loss": 0.9095,
      "step": 518
    },
    {
      "epoch": 1.45,
      "grad_norm": 1.53125,
      "learning_rate": 3.6888800362684264e-06,
      "loss": 1.0163,
      "step": 519
    },
    {
      "epoch": 1.46,
      "grad_norm": 1.375,
      "learning_rate": 3.6803908707849324e-06,
      "loss": 0.8745,
      "step": 520
    },
    {
      "epoch": 1.46,
      "grad_norm": 1.71875,
      "learning_rate": 3.6718978670194105e-06,
      "loss": 1.003,
      "step": 521
    },
    {
      "epoch": 1.46,
      "grad_norm": 1.3828125,
      "learning_rate": 3.663401110669353e-06,
      "loss": 0.9032,
      "step": 522
    },
    {
      "epoch": 1.46,
      "grad_norm": 1.6484375,
      "learning_rate": 3.654900687470116e-06,
      "loss": 0.8658,
      "step": 523
    },
    {
      "epoch": 1.47,
      "grad_norm": 1.3984375,
      "learning_rate": 3.646396683194058e-06,
      "loss": 0.9152,
      "step": 524
    },
    {
      "epoch": 1.47,
      "grad_norm": 1.4609375,
      "learning_rate": 3.6378891836496702e-06,
      "loss": 0.9348,
      "step": 525
    },
    {
      "epoch": 1.47,
      "eval_loss": 0.9573694467544556,
      "eval_runtime": 20.2011,
      "eval_samples_per_second": 64.798,
      "eval_steps_per_second": 64.798,
      "step": 525
    },
    {
      "epoch": 1.47,
      "grad_norm": 1.3984375,
      "learning_rate": 3.629378274680713e-06,
      "loss": 0.9352,
      "step": 526
    },
    {
      "epoch": 1.48,
      "grad_norm": 1.4921875,
      "learning_rate": 3.6208640421653465e-06,
      "loss": 0.9221,
      "step": 527
    },
    {
      "epoch": 1.48,
      "grad_norm": 1.546875,
      "learning_rate": 3.612346572015271e-06,
      "loss": 0.8442,
      "step": 528
    },
    {
      "epoch": 1.48,
      "grad_norm": 1.4140625,
      "learning_rate": 3.603825950174853e-06,
      "loss": 0.9139,
      "step": 529
    },
    {
      "epoch": 1.48,
      "grad_norm": 1.34375,
      "learning_rate": 3.5953022626202615e-06,
      "loss": 0.9462,
      "step": 530
    },
    {
      "epoch": 1.49,
      "grad_norm": 1.375,
      "learning_rate": 3.5867755953585975e-06,
      "loss": 0.9609,
      "step": 531
    },
    {
      "epoch": 1.49,
      "grad_norm": 1.46875,
      "learning_rate": 3.578246034427033e-06,
      "loss": 0.9211,
      "step": 532
    },
    {
      "epoch": 1.49,
      "grad_norm": 1.359375,
      "learning_rate": 3.5697136658919335e-06,
      "loss": 0.959,
      "step": 533
    },
    {
      "epoch": 1.5,
      "grad_norm": 1.3984375,
      "learning_rate": 3.5611785758479966e-06,
      "loss": 0.8621,
      "step": 534
    },
    {
      "epoch": 1.5,
      "grad_norm": 1.3828125,
      "learning_rate": 3.552640850417381e-06,
      "loss": 0.9998,
      "step": 535
    },
    {
      "epoch": 1.5,
      "grad_norm": 1.4453125,
      "learning_rate": 3.544100575748835e-06,
      "loss": 0.8606,
      "step": 536
    },
    {
      "epoch": 1.5,
      "grad_norm": 1.484375,
      "learning_rate": 3.535557838016833e-06,
      "loss": 1.0495,
      "step": 537
    },
    {
      "epoch": 1.51,
      "grad_norm": 1.390625,
      "learning_rate": 3.527012723420701e-06,
      "loss": 0.9242,
      "step": 538
    },
    {
      "epoch": 1.51,
      "grad_norm": 1.4140625,
      "learning_rate": 3.518465318183748e-06,
      "loss": 0.9776,
      "step": 539
    },
    {
      "epoch": 1.51,
      "grad_norm": 1.3984375,
      "learning_rate": 3.5099157085523975e-06,
      "loss": 0.9708,
      "step": 540
    },
    {
      "epoch": 1.52,
      "grad_norm": 1.4296875,
      "learning_rate": 3.501363980795315e-06,
      "loss": 0.9329,
      "step": 541
    },
    {
      "epoch": 1.52,
      "grad_norm": 1.3671875,
      "learning_rate": 3.4928102212025395e-06,
      "loss": 1.007,
      "step": 542
    },
    {
      "epoch": 1.52,
      "grad_norm": 1.5078125,
      "learning_rate": 3.484254516084612e-06,
      "loss": 0.9819,
      "step": 543
    },
    {
      "epoch": 1.52,
      "grad_norm": 1.3671875,
      "learning_rate": 3.475696951771704e-06,
      "loss": 0.8111,
      "step": 544
    },
    {
      "epoch": 1.53,
      "grad_norm": 1.359375,
      "learning_rate": 3.467137614612746e-06,
      "loss": 0.9027,
      "step": 545
    },
    {
      "epoch": 1.53,
      "grad_norm": 1.421875,
      "learning_rate": 3.4585765909745595e-06,
      "loss": 0.9196,
      "step": 546
    },
    {
      "epoch": 1.53,
      "grad_norm": 1.4375,
      "learning_rate": 3.450013967240982e-06,
      "loss": 0.9815,
      "step": 547
    },
    {
      "epoch": 1.54,
      "grad_norm": 1.296875,
      "learning_rate": 3.441449829811996e-06,
      "loss": 0.8236,
      "step": 548
    },
    {
      "epoch": 1.54,
      "grad_norm": 1.359375,
      "learning_rate": 3.4328842651028592e-06,
      "loss": 0.87,
      "step": 549
    },
    {
      "epoch": 1.54,
      "grad_norm": 1.4140625,
      "learning_rate": 3.4243173595432297e-06,
      "loss": 0.9304,
      "step": 550
    },
    {
      "epoch": 1.54,
      "grad_norm": 1.4375,
      "learning_rate": 3.4157491995762946e-06,
      "loss": 0.957,
      "step": 551
    },
    {
      "epoch": 1.55,
      "grad_norm": 1.5234375,
      "learning_rate": 3.4071798716579008e-06,
      "loss": 0.9195,
      "step": 552
    },
    {
      "epoch": 1.55,
      "grad_norm": 1.7421875,
      "learning_rate": 3.3986094622556796e-06,
      "loss": 0.8709,
      "step": 553
    },
    {
      "epoch": 1.55,
      "grad_norm": 1.3046875,
      "learning_rate": 3.3900380578481727e-06,
      "loss": 0.9077,
      "step": 554
    },
    {
      "epoch": 1.56,
      "grad_norm": 1.3671875,
      "learning_rate": 3.3814657449239643e-06,
      "loss": 1.0009,
      "step": 555
    },
    {
      "epoch": 1.56,
      "grad_norm": 1.421875,
      "learning_rate": 3.372892609980805e-06,
      "loss": 0.9224,
      "step": 556
    },
    {
      "epoch": 1.56,
      "grad_norm": 1.328125,
      "learning_rate": 3.3643187395247386e-06,
      "loss": 0.894,
      "step": 557
    },
    {
      "epoch": 1.56,
      "grad_norm": 1.375,
      "learning_rate": 3.3557442200692337e-06,
      "loss": 0.9728,
      "step": 558
    },
    {
      "epoch": 1.57,
      "grad_norm": 1.3515625,
      "learning_rate": 3.3471691381343042e-06,
      "loss": 0.9809,
      "step": 559
    },
    {
      "epoch": 1.57,
      "grad_norm": 1.4140625,
      "learning_rate": 3.3385935802456405e-06,
      "loss": 0.9539,
      "step": 560
    },
    {
      "epoch": 1.57,
      "eval_loss": 0.9559576511383057,
      "eval_runtime": 20.2178,
      "eval_samples_per_second": 64.745,
      "eval_steps_per_second": 64.745,
      "step": 560
    },
    {
      "epoch": 1.57,
      "grad_norm": 1.4140625,
      "learning_rate": 3.330017632933736e-06,
      "loss": 0.9418,
      "step": 561
    },
    {
      "epoch": 1.57,
      "grad_norm": 1.3671875,
      "learning_rate": 3.3214413827330156e-06,
      "loss": 0.9327,
      "step": 562
    },
    {
      "epoch": 1.58,
      "grad_norm": 1.4921875,
      "learning_rate": 3.3128649161809558e-06,
      "loss": 0.8283,
      "step": 563
    },
    {
      "epoch": 1.58,
      "grad_norm": 1.390625,
      "learning_rate": 3.3042883198172203e-06,
      "loss": 0.8813,
      "step": 564
    },
    {
      "epoch": 1.58,
      "grad_norm": 1.390625,
      "learning_rate": 3.2957116801827805e-06,
      "loss": 0.983,
      "step": 565
    },
    {
      "epoch": 1.59,
      "grad_norm": 1.40625,
      "learning_rate": 3.287135083819045e-06,
      "loss": 0.91,
      "step": 566
    },
    {
      "epoch": 1.59,
      "grad_norm": 1.4140625,
      "learning_rate": 3.278558617266985e-06,
      "loss": 0.8266,
      "step": 567
    },
    {
      "epoch": 1.59,
      "grad_norm": 1.3828125,
      "learning_rate": 3.2699823670662644e-06,
      "loss": 0.9438,
      "step": 568
    },
    {
      "epoch": 1.59,
      "grad_norm": 1.4140625,
      "learning_rate": 3.2614064197543607e-06,
      "loss": 0.8858,
      "step": 569
    },
    {
      "epoch": 1.6,
      "grad_norm": 1.3125,
      "learning_rate": 3.2528308618656974e-06,
      "loss": 0.8525,
      "step": 570
    },
    {
      "epoch": 1.6,
      "grad_norm": 1.5234375,
      "learning_rate": 3.2442557799307675e-06,
      "loss": 0.9663,
      "step": 571
    },
    {
      "epoch": 1.6,
      "grad_norm": 1.375,
      "learning_rate": 3.235681260475262e-06,
      "loss": 1.0201,
      "step": 572
    },
    {
      "epoch": 1.61,
      "grad_norm": 1.40625,
      "learning_rate": 3.2271073900191958e-06,
      "loss": 0.9675,
      "step": 573
    },
    {
      "epoch": 1.61,
      "grad_norm": 1.3984375,
      "learning_rate": 3.2185342550760365e-06,
      "loss": 0.9893,
      "step": 574
    },
    {
      "epoch": 1.61,
      "grad_norm": 1.7109375,
      "learning_rate": 3.2099619421518285e-06,
      "loss": 0.9938,
      "step": 575
    },
    {
      "epoch": 1.61,
      "grad_norm": 1.296875,
      "learning_rate": 3.2013905377443207e-06,
      "loss": 0.8972,
      "step": 576
    },
    {
      "epoch": 1.62,
      "grad_norm": 1.5,
      "learning_rate": 3.1928201283421e-06,
      "loss": 0.8968,
      "step": 577
    },
    {
      "epoch": 1.62,
      "grad_norm": 1.421875,
      "learning_rate": 3.1842508004237066e-06,
      "loss": 0.9195,
      "step": 578
    },
    {
      "epoch": 1.62,
      "grad_norm": 1.4296875,
      "learning_rate": 3.175682640456772e-06,
      "loss": 0.9322,
      "step": 579
    },
    {
      "epoch": 1.63,
      "grad_norm": 1.4140625,
      "learning_rate": 3.1671157348971415e-06,
      "loss": 0.8878,
      "step": 580
    },
    {
      "epoch": 1.63,
      "grad_norm": 1.4140625,
      "learning_rate": 3.1585501701880053e-06,
      "loss": 0.8621,
      "step": 581
    },
    {
      "epoch": 1.63,
      "grad_norm": 1.3828125,
      "learning_rate": 3.1499860327590182e-06,
      "loss": 0.966,
      "step": 582
    },
    {
      "epoch": 1.63,
      "grad_norm": 1.3984375,
      "learning_rate": 3.1414234090254413e-06,
      "loss": 0.8862,
      "step": 583
    },
    {
      "epoch": 1.64,
      "grad_norm": 1.3515625,
      "learning_rate": 3.1328623853872558e-06,
      "loss": 0.9531,
      "step": 584
    },
    {
      "epoch": 1.64,
      "grad_norm": 1.484375,
      "learning_rate": 3.1243030482282973e-06,
      "loss": 0.9865,
      "step": 585
    },
    {
      "epoch": 1.64,
      "grad_norm": 1.4609375,
      "learning_rate": 3.1157454839153885e-06,
      "loss": 0.8452,
      "step": 586
    },
    {
      "epoch": 1.65,
      "grad_norm": 1.4296875,
      "learning_rate": 3.1071897787974613e-06,
      "loss": 0.8975,
      "step": 587
    },
    {
      "epoch": 1.65,
      "grad_norm": 1.4609375,
      "learning_rate": 3.0986360192046853e-06,
      "loss": 0.8988,
      "step": 588
    },
    {
      "epoch": 1.65,
      "grad_norm": 1.3984375,
      "learning_rate": 3.0900842914476024e-06,
      "loss": 0.855,
      "step": 589
    },
    {
      "epoch": 1.65,
      "grad_norm": 1.53125,
      "learning_rate": 3.0815346818162534e-06,
      "loss": 0.9749,
      "step": 590
    },
    {
      "epoch": 1.66,
      "grad_norm": 1.3828125,
      "learning_rate": 3.0729872765793e-06,
      "loss": 0.9262,
      "step": 591
    },
    {
      "epoch": 1.66,
      "grad_norm": 1.3125,
      "learning_rate": 3.0644421619831683e-06,
      "loss": 0.8623,
      "step": 592
    },
    {
      "epoch": 1.66,
      "grad_norm": 1.375,
      "learning_rate": 3.0558994242511667e-06,
      "loss": 0.9703,
      "step": 593
    },
    {
      "epoch": 1.67,
      "grad_norm": 1.3671875,
      "learning_rate": 3.047359149582621e-06,
      "loss": 0.936,
      "step": 594
    },
    {
      "epoch": 1.67,
      "grad_norm": 1.484375,
      "learning_rate": 3.038821424152004e-06,
      "loss": 1.2291,
      "step": 595
    },
    {
      "epoch": 1.67,
      "eval_loss": 0.954813539981842,
      "eval_runtime": 20.1791,
      "eval_samples_per_second": 64.869,
      "eval_steps_per_second": 64.869,
      "step": 595
    },
    {
      "epoch": 1.67,
      "grad_norm": 1.4375,
      "learning_rate": 3.030286334108068e-06,
      "loss": 0.8685,
      "step": 596
    },
    {
      "epoch": 1.67,
      "grad_norm": 1.4140625,
      "learning_rate": 3.021753965572967e-06,
      "loss": 0.8731,
      "step": 597
    },
    {
      "epoch": 1.68,
      "grad_norm": 1.3828125,
      "learning_rate": 3.0132244046414032e-06,
      "loss": 0.9185,
      "step": 598
    },
    {
      "epoch": 1.68,
      "grad_norm": 1.3125,
      "learning_rate": 3.0046977373797396e-06,
      "loss": 0.893,
      "step": 599
    },
    {
      "epoch": 1.68,
      "grad_norm": 1.3671875,
      "learning_rate": 2.9961740498251477e-06,
      "loss": 0.8581,
      "step": 600
    },
    {
      "epoch": 1.69,
      "grad_norm": 1.3984375,
      "learning_rate": 2.987653427984729e-06,
      "loss": 0.8867,
      "step": 601
    },
    {
      "epoch": 1.69,
      "grad_norm": 1.375,
      "learning_rate": 2.9791359578346543e-06,
      "loss": 0.8389,
      "step": 602
    },
    {
      "epoch": 1.69,
      "grad_norm": 1.4140625,
      "learning_rate": 2.9706217253192877e-06,
      "loss": 0.8954,
      "step": 603
    },
    {
      "epoch": 1.69,
      "grad_norm": 1.71875,
      "learning_rate": 2.962110816350331e-06,
      "loss": 0.922,
      "step": 604
    },
    {
      "epoch": 1.7,
      "grad_norm": 1.3671875,
      "learning_rate": 2.953603316805943e-06,
      "loss": 0.8986,
      "step": 605
    },
    {
      "epoch": 1.7,
      "grad_norm": 1.5234375,
      "learning_rate": 2.9450993125298848e-06,
      "loss": 0.8654,
      "step": 606
    },
    {
      "epoch": 1.7,
      "grad_norm": 1.53125,
      "learning_rate": 2.936598889330648e-06,
      "loss": 0.88,
      "step": 607
    },
    {
      "epoch": 1.71,
      "grad_norm": 1.4609375,
      "learning_rate": 2.9281021329805902e-06,
      "loss": 0.8357,
      "step": 608
    },
    {
      "epoch": 1.71,
      "grad_norm": 1.34375,
      "learning_rate": 2.9196091292150675e-06,
      "loss": 0.8443,
      "step": 609
    },
    {
      "epoch": 1.71,
      "grad_norm": 1.484375,
      "learning_rate": 2.911119963731574e-06,
      "loss": 0.9116,
      "step": 610
    },
    {
      "epoch": 1.71,
      "grad_norm": 1.4453125,
      "learning_rate": 2.902634722188871e-06,
      "loss": 0.8414,
      "step": 611
    },
    {
      "epoch": 1.72,
      "grad_norm": 1.34375,
      "learning_rate": 2.894153490206126e-06,
      "loss": 1.032,
      "step": 612
    },
    {
      "epoch": 1.72,
      "grad_norm": 1.3984375,
      "learning_rate": 2.885676353362053e-06,
      "loss": 1.0082,
      "step": 613
    },
    {
      "epoch": 1.72,
      "grad_norm": 1.34375,
      "learning_rate": 2.8772033971940384e-06,
      "loss": 0.8801,
      "step": 614
    },
    {
      "epoch": 1.72,
      "grad_norm": 1.4140625,
      "learning_rate": 2.8687347071972875e-06,
      "loss": 0.9127,
      "step": 615
    },
    {
      "epoch": 1.73,
      "grad_norm": 1.375,
      "learning_rate": 2.8602703688239585e-06,
      "loss": 0.8387,
      "step": 616
    },
    {
      "epoch": 1.73,
      "grad_norm": 1.4375,
      "learning_rate": 2.8518104674823e-06,
      "loss": 0.9205,
      "step": 617
    },
    {
      "epoch": 1.73,
      "grad_norm": 1.6015625,
      "learning_rate": 2.8433550885357863e-06,
      "loss": 0.8927,
      "step": 618
    },
    {
      "epoch": 1.74,
      "grad_norm": 1.4140625,
      "learning_rate": 2.8349043173022655e-06,
      "loss": 0.8627,
      "step": 619
    },
    {
      "epoch": 1.74,
      "grad_norm": 1.4140625,
      "learning_rate": 2.8264582390530854e-06,
      "loss": 0.8549,
      "step": 620
    },
    {
      "epoch": 1.74,
      "grad_norm": 1.5,
      "learning_rate": 2.818016939012243e-06,
      "loss": 0.8739,
      "step": 621
    },
    {
      "epoch": 1.74,
      "grad_norm": 1.6328125,
      "learning_rate": 2.809580502355522e-06,
      "loss": 1.0039,
      "step": 622
    },
    {
      "epoch": 1.75,
      "grad_norm": 1.5390625,
      "learning_rate": 2.8011490142096316e-06,
      "loss": 0.9061,
      "step": 623
    },
    {
      "epoch": 1.75,
      "grad_norm": 1.4453125,
      "learning_rate": 2.79272255965135e-06,
      "loss": 0.9938,
      "step": 624
    },
    {
      "epoch": 1.75,
      "grad_norm": 1.546875,
      "learning_rate": 2.7843012237066627e-06,
      "loss": 1.0029,
      "step": 625
    },
    {
      "epoch": 1.76,
      "grad_norm": 1.40625,
      "learning_rate": 2.775885091349909e-06,
      "loss": 0.9585,
      "step": 626
    },
    {
      "epoch": 1.76,
      "grad_norm": 1.359375,
      "learning_rate": 2.767474247502919e-06,
      "loss": 0.8371,
      "step": 627
    },
    {
      "epoch": 1.76,
      "grad_norm": 1.4375,
      "learning_rate": 2.7590687770341626e-06,
      "loss": 0.8878,
      "step": 628
    },
    {
      "epoch": 1.76,
      "grad_norm": 1.484375,
      "learning_rate": 2.7506687647578895e-06,
      "loss": 0.9514,
      "step": 629
    },
    {
      "epoch": 1.77,
      "grad_norm": 1.4140625,
      "learning_rate": 2.7422742954332735e-06,
      "loss": 0.9397,
      "step": 630
    },
    {
      "epoch": 1.77,
      "eval_loss": 0.9540159106254578,
      "eval_runtime": 20.3197,
      "eval_samples_per_second": 64.42,
      "eval_steps_per_second": 64.42,
      "step": 630
    },
    {
      "epoch": 1.77,
      "grad_norm": 1.4609375,
      "learning_rate": 2.7338854537635585e-06,
      "loss": 0.9597,
      "step": 631
    },
    {
      "epoch": 1.77,
      "grad_norm": 1.4140625,
      "learning_rate": 2.725502324395205e-06,
      "loss": 0.9125,
      "step": 632
    },
    {
      "epoch": 1.78,
      "grad_norm": 1.390625,
      "learning_rate": 2.7171249919170304e-06,
      "loss": 0.9403,
      "step": 633
    },
    {
      "epoch": 1.78,
      "grad_norm": 1.46875,
      "learning_rate": 2.7087535408593643e-06,
      "loss": 0.9128,
      "step": 634
    },
    {
      "epoch": 1.78,
      "grad_norm": 1.375,
      "learning_rate": 2.7003880556931855e-06,
      "loss": 0.8996,
      "step": 635
    },
    {
      "epoch": 1.78,
      "grad_norm": 1.4453125,
      "learning_rate": 2.6920286208292777e-06,
      "loss": 0.9428,
      "step": 636
    },
    {
      "epoch": 1.79,
      "grad_norm": 1.484375,
      "learning_rate": 2.683675320617376e-06,
      "loss": 0.8807,
      "step": 637
    },
    {
      "epoch": 1.79,
      "grad_norm": 1.4765625,
      "learning_rate": 2.6753282393453134e-06,
      "loss": 1.0051,
      "step": 638
    },
    {
      "epoch": 1.79,
      "grad_norm": 1.4453125,
      "learning_rate": 2.6669874612381685e-06,
      "loss": 0.926,
      "step": 639
    },
    {
      "epoch": 1.8,
      "grad_norm": 1.375,
      "learning_rate": 2.6586530704574235e-06,
      "loss": 0.9606,
      "step": 640
    },
    {
      "epoch": 1.8,
      "grad_norm": 1.4375,
      "learning_rate": 2.650325151100108e-06,
      "loss": 0.8918,
      "step": 641
    },
    {
      "epoch": 1.8,
      "grad_norm": 1.3515625,
      "learning_rate": 2.642003787197952e-06,
      "loss": 0.9572,
      "step": 642
    },
    {
      "epoch": 1.8,
      "grad_norm": 1.328125,
      "learning_rate": 2.6336890627165397e-06,
      "loss": 0.8793,
      "step": 643
    },
    {
      "epoch": 1.81,
      "grad_norm": 1.3984375,
      "learning_rate": 2.6253810615544603e-06,
      "loss": 0.8986,
      "step": 644
    },
    {
      "epoch": 1.81,
      "grad_norm": 1.4609375,
      "learning_rate": 2.6170798675424617e-06,
      "loss": 0.904,
      "step": 645
    },
    {
      "epoch": 1.81,
      "grad_norm": 1.40625,
      "learning_rate": 2.608785564442609e-06,
      "loss": 0.9042,
      "step": 646
    },
    {
      "epoch": 1.82,
      "grad_norm": 1.375,
      "learning_rate": 2.600498235947431e-06,
      "loss": 0.9596,
      "step": 647
    },
    {
      "epoch": 1.82,
      "grad_norm": 1.4921875,
      "learning_rate": 2.5922179656790796e-06,
      "loss": 0.8224,
      "step": 648
    },
    {
      "epoch": 1.82,
      "grad_norm": 1.5390625,
      "learning_rate": 2.5839448371884926e-06,
      "loss": 0.9048,
      "step": 649
    },
    {
      "epoch": 1.82,
      "grad_norm": 1.4453125,
      "learning_rate": 2.5756789339545387e-06,
      "loss": 0.9585,
      "step": 650
    },
    {
      "epoch": 1.83,
      "grad_norm": 1.5546875,
      "learning_rate": 2.567420339383184e-06,
      "loss": 0.9117,
      "step": 651
    },
    {
      "epoch": 1.83,
      "grad_norm": 1.4765625,
      "learning_rate": 2.5591691368066475e-06,
      "loss": 0.9752,
      "step": 652
    },
    {
      "epoch": 1.83,
      "grad_norm": 1.4375,
      "learning_rate": 2.550925409482559e-06,
      "loss": 0.9207,
      "step": 653
    },
    {
      "epoch": 1.84,
      "grad_norm": 1.3828125,
      "learning_rate": 2.542689240593119e-06,
      "loss": 0.8864,
      "step": 654
    },
    {
      "epoch": 1.84,
      "grad_norm": 1.4375,
      "learning_rate": 2.5344607132442667e-06,
      "loss": 0.8982,
      "step": 655
    },
    {
      "epoch": 1.84,
      "grad_norm": 1.5625,
      "learning_rate": 2.5262399104648286e-06,
      "loss": 0.9327,
      "step": 656
    },
    {
      "epoch": 1.84,
      "grad_norm": 1.5,
      "learning_rate": 2.51802691520569e-06,
      "loss": 0.8947,
      "step": 657
    },
    {
      "epoch": 1.85,
      "grad_norm": 1.3671875,
      "learning_rate": 2.509821810338957e-06,
      "loss": 0.9742,
      "step": 658
    },
    {
      "epoch": 1.85,
      "grad_norm": 1.4140625,
      "learning_rate": 2.5016246786571174e-06,
      "loss": 0.8728,
      "step": 659
    },
    {
      "epoch": 1.85,
      "grad_norm": 1.375,
      "learning_rate": 2.493435602872206e-06,
      "loss": 0.9128,
      "step": 660
    },
    {
      "epoch": 1.86,
      "grad_norm": 1.5390625,
      "learning_rate": 2.485254665614971e-06,
      "loss": 0.9039,
      "step": 661
    },
    {
      "epoch": 1.86,
      "grad_norm": 1.3359375,
      "learning_rate": 2.4770819494340417e-06,
      "loss": 0.8575,
      "step": 662
    },
    {
      "epoch": 1.86,
      "grad_norm": 1.3828125,
      "learning_rate": 2.4689175367950906e-06,
      "loss": 1.0352,
      "step": 663
    },
    {
      "epoch": 1.86,
      "grad_norm": 1.390625,
      "learning_rate": 2.4607615100800083e-06,
      "loss": 0.9921,
      "step": 664
    },
    {
      "epoch": 1.87,
      "grad_norm": 1.3515625,
      "learning_rate": 2.452613951586065e-06,
      "loss": 0.985,
      "step": 665
    },
    {
      "epoch": 1.87,
      "eval_loss": 0.9532026052474976,
      "eval_runtime": 20.1343,
      "eval_samples_per_second": 65.014,
      "eval_steps_per_second": 65.014,
      "step": 665
    },
    {
      "epoch": 1.87,
      "grad_norm": 1.5,
      "learning_rate": 2.4444749435250837e-06,
      "loss": 0.8722,
      "step": 666
    },
    {
      "epoch": 1.87,
      "grad_norm": 1.5234375,
      "learning_rate": 2.436344568022614e-06,
      "loss": 0.8208,
      "step": 667
    },
    {
      "epoch": 1.87,
      "grad_norm": 1.4453125,
      "learning_rate": 2.4282229071170965e-06,
      "loss": 0.9407,
      "step": 668
    },
    {
      "epoch": 1.88,
      "grad_norm": 1.578125,
      "learning_rate": 2.4201100427590365e-06,
      "loss": 0.8911,
      "step": 669
    },
    {
      "epoch": 1.88,
      "grad_norm": 1.34375,
      "learning_rate": 2.4120060568101856e-06,
      "loss": 0.8809,
      "step": 670
    },
    {
      "epoch": 1.88,
      "grad_norm": 1.328125,
      "learning_rate": 2.403911031042702e-06,
      "loss": 0.8505,
      "step": 671
    },
    {
      "epoch": 1.89,
      "grad_norm": 1.375,
      "learning_rate": 2.3958250471383373e-06,
      "loss": 0.9088,
      "step": 672
    },
    {
      "epoch": 1.89,
      "grad_norm": 1.53125,
      "learning_rate": 2.387748186687606e-06,
      "loss": 0.826,
      "step": 673
    },
    {
      "epoch": 1.89,
      "grad_norm": 1.4140625,
      "learning_rate": 2.3796805311889613e-06,
      "loss": 0.8774,
      "step": 674
    },
    {
      "epoch": 1.89,
      "grad_norm": 1.390625,
      "learning_rate": 2.3716221620479772e-06,
      "loss": 0.8676,
      "step": 675
    },
    {
      "epoch": 1.9,
      "grad_norm": 1.3984375,
      "learning_rate": 2.3635731605765264e-06,
      "loss": 0.9997,
      "step": 676
    },
    {
      "epoch": 1.9,
      "grad_norm": 1.5859375,
      "learning_rate": 2.3555336079919567e-06,
      "loss": 0.8903,
      "step": 677
    },
    {
      "epoch": 1.9,
      "grad_norm": 1.3359375,
      "learning_rate": 2.3475035854162707e-06,
      "loss": 0.8055,
      "step": 678
    },
    {
      "epoch": 1.91,
      "grad_norm": 1.5390625,
      "learning_rate": 2.3394831738753154e-06,
      "loss": 0.8353,
      "step": 679
    },
    {
      "epoch": 1.91,
      "grad_norm": 1.359375,
      "learning_rate": 2.3314724542979543e-06,
      "loss": 0.9792,
      "step": 680
    },
    {
      "epoch": 1.91,
      "grad_norm": 1.4453125,
      "learning_rate": 2.323471507515257e-06,
      "loss": 0.8619,
      "step": 681
    },
    {
      "epoch": 1.91,
      "grad_norm": 1.4296875,
      "learning_rate": 2.3154804142596834e-06,
      "loss": 0.8911,
      "step": 682
    },
    {
      "epoch": 1.92,
      "grad_norm": 1.53125,
      "learning_rate": 2.307499255164266e-06,
      "loss": 0.9566,
      "step": 683
    },
    {
      "epoch": 1.92,
      "grad_norm": 1.3515625,
      "learning_rate": 2.2995281107617967e-06,
      "loss": 0.8491,
      "step": 684
    },
    {
      "epoch": 1.92,
      "grad_norm": 1.59375,
      "learning_rate": 2.291567061484021e-06,
      "loss": 0.9986,
      "step": 685
    },
    {
      "epoch": 1.93,
      "grad_norm": 1.4140625,
      "learning_rate": 2.2836161876608136e-06,
      "loss": 0.9711,
      "step": 686
    },
    {
      "epoch": 1.93,
      "grad_norm": 1.3203125,
      "learning_rate": 2.27567556951938e-06,
      "loss": 0.9344,
      "step": 687
    },
    {
      "epoch": 1.93,
      "grad_norm": 1.390625,
      "learning_rate": 2.267745287183442e-06,
      "loss": 0.9524,
      "step": 688
    },
    {
      "epoch": 1.93,
      "grad_norm": 1.3828125,
      "learning_rate": 2.2598254206724275e-06,
      "loss": 0.8871,
      "step": 689
    },
    {
      "epoch": 1.94,
      "grad_norm": 1.3984375,
      "learning_rate": 2.251916049900664e-06,
      "loss": 1.095,
      "step": 690
    },
    {
      "epoch": 1.94,
      "grad_norm": 1.5390625,
      "learning_rate": 2.2440172546765796e-06,
      "loss": 0.8317,
      "step": 691
    },
    {
      "epoch": 1.94,
      "grad_norm": 1.4140625,
      "learning_rate": 2.2361291147018816e-06,
      "loss": 0.8479,
      "step": 692
    },
    {
      "epoch": 1.95,
      "grad_norm": 1.4375,
      "learning_rate": 2.2282517095707697e-06,
      "loss": 0.9132,
      "step": 693
    },
    {
      "epoch": 1.95,
      "grad_norm": 1.4921875,
      "learning_rate": 2.2203851187691216e-06,
      "loss": 0.8728,
      "step": 694
    },
    {
      "epoch": 1.95,
      "grad_norm": 1.5,
      "learning_rate": 2.2125294216736956e-06,
      "loss": 0.927,
      "step": 695
    },
    {
      "epoch": 1.95,
      "grad_norm": 1.5859375,
      "learning_rate": 2.2046846975513275e-06,
      "loss": 0.8764,
      "step": 696
    },
    {
      "epoch": 1.96,
      "grad_norm": 1.421875,
      "learning_rate": 2.1968510255581348e-06,
      "loss": 0.9311,
      "step": 697
    },
    {
      "epoch": 1.96,
      "grad_norm": 1.5234375,
      "learning_rate": 2.1890284847387107e-06,
      "loss": 0.9595,
      "step": 698
    },
    {
      "epoch": 1.96,
      "grad_norm": 1.4609375,
      "learning_rate": 2.1812171540253324e-06,
      "loss": 0.9611,
      "step": 699
    },
    {
      "epoch": 1.97,
      "grad_norm": 1.4453125,
      "learning_rate": 2.1734171122371646e-06,
      "loss": 0.9543,
      "step": 700
    },
    {
      "epoch": 1.97,
      "eval_loss": 0.9524132609367371,
      "eval_runtime": 20.1667,
      "eval_samples_per_second": 64.909,
      "eval_steps_per_second": 64.909,
      "step": 700
    },
    {
      "epoch": 1.97,
      "grad_norm": 1.4296875,
      "learning_rate": 2.165628438079463e-06,
      "loss": 0.9835,
      "step": 701
    },
    {
      "epoch": 1.97,
      "grad_norm": 1.4921875,
      "learning_rate": 2.1578512101427746e-06,
      "loss": 0.9356,
      "step": 702
    },
    {
      "epoch": 1.97,
      "grad_norm": 1.4453125,
      "learning_rate": 2.1500855069021567e-06,
      "loss": 0.906,
      "step": 703
    },
    {
      "epoch": 1.98,
      "grad_norm": 1.578125,
      "learning_rate": 2.1423314067163747e-06,
      "loss": 0.9937,
      "step": 704
    },
    {
      "epoch": 1.98,
      "grad_norm": 1.4453125,
      "learning_rate": 2.1345889878271152e-06,
      "loss": 0.9486,
      "step": 705
    },
    {
      "epoch": 1.98,
      "grad_norm": 1.453125,
      "learning_rate": 2.126858328358197e-06,
      "loss": 0.9641,
      "step": 706
    },
    {
      "epoch": 1.99,
      "grad_norm": 1.5,
      "learning_rate": 2.11913950631478e-06,
      "loss": 0.866,
      "step": 707
    },
    {
      "epoch": 1.99,
      "grad_norm": 1.5078125,
      "learning_rate": 2.111432599582582e-06,
      "loss": 0.9687,
      "step": 708
    },
    {
      "epoch": 1.99,
      "grad_norm": 1.5546875,
      "learning_rate": 2.1037376859270937e-06,
      "loss": 0.9431,
      "step": 709
    },
    {
      "epoch": 1.99,
      "grad_norm": 1.3671875,
      "learning_rate": 2.0960548429927853e-06,
      "loss": 0.8683,
      "step": 710
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.40625,
      "learning_rate": 2.088384148302332e-06,
      "loss": 0.895,
      "step": 711
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.5234375,
      "learning_rate": 2.0807256792558305e-06,
      "loss": 0.919,
      "step": 712
    }
  ],
  "logging_steps": 1,
  "max_steps": 1059,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 89,
  "total_flos": 2.1011521993955082e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}