{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.7564184767031974,
  "global_step": 48000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 1e-05,
      "loss": 1.3064,
      "step": 250
    },
    {
      "epoch": 0.01,
      "learning_rate": 2e-05,
      "loss": 1.2686,
      "step": 500
    },
    {
      "epoch": 0.01,
      "learning_rate": 3e-05,
      "loss": 1.2536,
      "step": 750
    },
    {
      "epoch": 0.02,
      "learning_rate": 4e-05,
      "loss": 1.2402,
      "step": 1000
    },
    {
      "epoch": 0.02,
      "learning_rate": 5e-05,
      "loss": 1.2291,
      "step": 1250
    },
    {
      "epoch": 0.02,
      "learning_rate": 6e-05,
      "loss": 1.2202,
      "step": 1500
    },
    {
      "epoch": 0.03,
      "learning_rate": 7e-05,
      "loss": 1.2107,
      "step": 1750
    },
    {
      "epoch": 0.03,
      "learning_rate": 8e-05,
      "loss": 1.2039,
      "step": 2000
    },
    {
      "epoch": 0.04,
      "learning_rate": 9e-05,
      "loss": 1.1978,
      "step": 2250
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0001,
      "loss": 1.1937,
      "step": 2500
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.9873417721519e-05,
      "loss": 1.1933,
      "step": 2750
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.974683544303798e-05,
      "loss": 1.1742,
      "step": 3000
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.962025316455697e-05,
      "loss": 1.1665,
      "step": 3250
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.949367088607595e-05,
      "loss": 1.1584,
      "step": 3500
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.936708860759493e-05,
      "loss": 1.1502,
      "step": 3750
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.924050632911392e-05,
      "loss": 1.147,
      "step": 4000
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.911392405063291e-05,
      "loss": 1.1423,
      "step": 4250
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.89873417721519e-05,
      "loss": 1.1343,
      "step": 4500
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.88607594936709e-05,
      "loss": 1.1306,
      "step": 4750
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.873417721518988e-05,
      "loss": 1.1237,
      "step": 5000
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.860759493670887e-05,
      "loss": 1.1181,
      "step": 5250
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.848101265822785e-05,
      "loss": 1.1135,
      "step": 5500
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.835443037974684e-05,
      "loss": 1.1087,
      "step": 5750
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.822784810126583e-05,
      "loss": 1.1047,
      "step": 6000
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.810126582278482e-05,
      "loss": 1.101,
      "step": 6250
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.797468354430381e-05,
      "loss": 1.0963,
      "step": 6500
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.784810126582278e-05,
      "loss": 1.0933,
      "step": 6750
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.772151898734177e-05,
      "loss": 1.0895,
      "step": 7000
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.759493670886076e-05,
      "loss": 1.0879,
      "step": 7250
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.746835443037975e-05,
      "loss": 1.0845,
      "step": 7500
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.734177215189874e-05,
      "loss": 1.0802,
      "step": 7750
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.721518987341773e-05,
      "loss": 1.077,
      "step": 8000
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.708860759493671e-05,
      "loss": 1.075,
      "step": 8250
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.696202531645569e-05,
      "loss": 1.0714,
      "step": 8500
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.683544303797469e-05,
      "loss": 1.0696,
      "step": 8750
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.670886075949368e-05,
      "loss": 1.0674,
      "step": 9000
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.658227848101267e-05,
      "loss": 1.0647,
      "step": 9250
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.645569620253166e-05,
      "loss": 1.0652,
      "step": 9500
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.632911392405065e-05,
      "loss": 1.0622,
      "step": 9750
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.620253164556962e-05,
      "loss": 1.0599,
      "step": 10000
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.607594936708861e-05,
      "loss": 1.0568,
      "step": 10250
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.59493670886076e-05,
      "loss": 1.0537,
      "step": 10500
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.582278481012659e-05,
      "loss": 1.0504,
      "step": 10750
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.569620253164557e-05,
      "loss": 1.0494,
      "step": 11000
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.556962025316456e-05,
      "loss": 1.0485,
      "step": 11250
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.544303797468355e-05,
      "loss": 1.0445,
      "step": 11500
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.531645569620253e-05,
      "loss": 1.0423,
      "step": 11750
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.518987341772152e-05,
      "loss": 1.0412,
      "step": 12000
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.50632911392405e-05,
      "loss": 1.0392,
      "step": 12250
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.493670886075949e-05,
      "loss": 1.0368,
      "step": 12500
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.481012658227848e-05,
      "loss": 1.035,
      "step": 12750
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.468354430379748e-05,
      "loss": 1.035,
      "step": 13000
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.455696202531646e-05,
      "loss": 1.0337,
      "step": 13250
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.443037974683545e-05,
      "loss": 1.0318,
      "step": 13500
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.430379746835444e-05,
      "loss": 1.0314,
      "step": 13750
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.417721518987342e-05,
      "loss": 1.0288,
      "step": 14000
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.405063291139241e-05,
      "loss": 1.03,
      "step": 14250
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.39240506329114e-05,
      "loss": 1.0261,
      "step": 14500
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.379746835443039e-05,
      "loss": 1.026,
      "step": 14750
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.367088607594936e-05,
      "loss": 1.0238,
      "step": 15000
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.354430379746835e-05,
      "loss": 1.0248,
      "step": 15250
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.341772151898734e-05,
      "loss": 1.0213,
      "step": 15500
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.329113924050633e-05,
      "loss": 1.0212,
      "step": 15750
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.316455696202532e-05,
      "loss": 1.0213,
      "step": 16000
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.303797468354431e-05,
      "loss": 1.0177,
      "step": 16250
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.29113924050633e-05,
      "loss": 1.0192,
      "step": 16500
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.278481012658227e-05,
      "loss": 1.0155,
      "step": 16750
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.265822784810127e-05,
      "loss": 1.0148,
      "step": 17000
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.253164556962026e-05,
      "loss": 1.0139,
      "step": 17250
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.240506329113925e-05,
      "loss": 1.0126,
      "step": 17500
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.227848101265824e-05,
      "loss": 1.012,
      "step": 17750
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.215189873417723e-05,
      "loss": 1.0108,
      "step": 18000
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.20253164556962e-05,
      "loss": 1.0114,
      "step": 18250
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.189873417721519e-05,
      "loss": 1.0103,
      "step": 18500
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.177215189873418e-05,
      "loss": 1.0086,
      "step": 18750
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.164556962025317e-05,
      "loss": 1.0082,
      "step": 19000
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.151898734177216e-05,
      "loss": 1.0058,
      "step": 19250
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.139240506329115e-05,
      "loss": 1.0049,
      "step": 19500
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.126582278481013e-05,
      "loss": 1.0055,
      "step": 19750
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.113924050632912e-05,
      "loss": 1.0006,
      "step": 20000
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.10126582278481e-05,
      "loss": 1.0028,
      "step": 20250
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.088607594936709e-05,
      "loss": 1.0,
      "step": 20500
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.075949367088607e-05,
      "loss": 1.0012,
      "step": 20750
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.063291139240506e-05,
      "loss": 0.9976,
      "step": 21000
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.050632911392407e-05,
      "loss": 0.9963,
      "step": 21250
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.037974683544304e-05,
      "loss": 0.9969,
      "step": 21500
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.025316455696203e-05,
      "loss": 0.9963,
      "step": 21750
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.012658227848102e-05,
      "loss": 0.9959,
      "step": 22000
    },
    {
      "epoch": 0.35,
      "learning_rate": 9e-05,
      "loss": 0.9939,
      "step": 22250
    },
    {
      "epoch": 0.35,
      "learning_rate": 8.9873417721519e-05,
      "loss": 0.9925,
      "step": 22500
    },
    {
      "epoch": 0.36,
      "learning_rate": 8.974683544303798e-05,
      "loss": 0.9935,
      "step": 22750
    },
    {
      "epoch": 0.36,
      "learning_rate": 8.962025316455697e-05,
      "loss": 0.991,
      "step": 23000
    },
    {
      "epoch": 0.37,
      "learning_rate": 8.949367088607596e-05,
      "loss": 0.9894,
      "step": 23250
    },
    {
      "epoch": 0.37,
      "learning_rate": 8.936708860759493e-05,
      "loss": 0.9892,
      "step": 23500
    },
    {
      "epoch": 0.37,
      "learning_rate": 8.924050632911392e-05,
      "loss": 0.9892,
      "step": 23750
    },
    {
      "epoch": 0.38,
      "learning_rate": 8.911392405063291e-05,
      "loss": 0.9895,
      "step": 24000
    },
    {
      "epoch": 0.38,
      "learning_rate": 8.89873417721519e-05,
      "loss": 0.9871,
      "step": 24250
    },
    {
      "epoch": 0.39,
      "learning_rate": 8.886075949367089e-05,
      "loss": 0.9857,
      "step": 24500
    },
    {
      "epoch": 0.39,
      "learning_rate": 8.873417721518988e-05,
      "loss": 0.9862,
      "step": 24750
    },
    {
      "epoch": 0.39,
      "learning_rate": 8.860759493670887e-05,
      "loss": 0.9853,
      "step": 25000
    },
    {
      "epoch": 0.4,
      "learning_rate": 8.848101265822785e-05,
      "loss": 0.9836,
      "step": 25250
    },
    {
      "epoch": 0.4,
      "learning_rate": 8.835443037974684e-05,
      "loss": 0.981,
      "step": 25500
    },
    {
      "epoch": 0.41,
      "learning_rate": 8.822784810126583e-05,
      "loss": 0.9832,
      "step": 25750
    },
    {
      "epoch": 0.41,
      "learning_rate": 8.810126582278482e-05,
      "loss": 0.9806,
      "step": 26000
    },
    {
      "epoch": 0.41,
      "learning_rate": 8.797468354430381e-05,
      "loss": 0.9815,
      "step": 26250
    },
    {
      "epoch": 0.42,
      "learning_rate": 8.78481012658228e-05,
      "loss": 0.9785,
      "step": 26500
    },
    {
      "epoch": 0.42,
      "learning_rate": 8.772151898734177e-05,
      "loss": 0.9782,
      "step": 26750
    },
    {
      "epoch": 0.43,
      "learning_rate": 8.759493670886076e-05,
      "loss": 0.9779,
      "step": 27000
    },
    {
      "epoch": 0.43,
      "learning_rate": 8.746835443037975e-05,
      "loss": 0.9787,
      "step": 27250
    },
    {
      "epoch": 0.43,
      "learning_rate": 8.734177215189874e-05,
      "loss": 0.9772,
      "step": 27500
    },
    {
      "epoch": 0.44,
      "learning_rate": 8.721518987341773e-05,
      "loss": 0.9774,
      "step": 27750
    },
    {
      "epoch": 0.44,
      "learning_rate": 8.708860759493672e-05,
      "loss": 0.9751,
      "step": 28000
    },
    {
      "epoch": 0.45,
      "learning_rate": 8.69620253164557e-05,
      "loss": 0.9752,
      "step": 28250
    },
    {
      "epoch": 0.45,
      "learning_rate": 8.683544303797468e-05,
      "loss": 0.9753,
      "step": 28500
    },
    {
      "epoch": 0.45,
      "learning_rate": 8.670886075949367e-05,
      "loss": 0.9724,
      "step": 28750
    },
    {
      "epoch": 0.46,
      "learning_rate": 8.658227848101266e-05,
      "loss": 0.9739,
      "step": 29000
    },
    {
      "epoch": 0.46,
      "learning_rate": 8.645569620253166e-05,
      "loss": 0.9712,
      "step": 29250
    },
    {
      "epoch": 0.46,
      "learning_rate": 8.632911392405065e-05,
      "loss": 0.9707,
      "step": 29500
    },
    {
      "epoch": 0.47,
      "learning_rate": 8.620253164556964e-05,
      "loss": 0.9747,
      "step": 29750
    },
    {
      "epoch": 0.47,
      "learning_rate": 8.607594936708861e-05,
      "loss": 0.97,
      "step": 30000
    },
    {
      "epoch": 0.48,
      "learning_rate": 8.59493670886076e-05,
      "loss": 0.9707,
      "step": 30250
    },
    {
      "epoch": 0.48,
      "learning_rate": 8.582278481012659e-05,
      "loss": 0.9708,
      "step": 30500
    },
    {
      "epoch": 0.48,
      "learning_rate": 8.569620253164558e-05,
      "loss": 0.9676,
      "step": 30750
    },
    {
      "epoch": 0.49,
      "learning_rate": 8.556962025316456e-05,
      "loss": 0.9672,
      "step": 31000
    },
    {
      "epoch": 0.49,
      "learning_rate": 8.544303797468355e-05,
      "loss": 0.9691,
      "step": 31250
    },
    {
      "epoch": 0.5,
      "learning_rate": 8.531645569620254e-05,
      "loss": 0.965,
      "step": 31500
    },
    {
      "epoch": 0.5,
      "learning_rate": 8.518987341772152e-05,
      "loss": 0.9645,
      "step": 31750
    },
    {
      "epoch": 0.5,
      "learning_rate": 8.50632911392405e-05,
      "loss": 0.9643,
      "step": 32000
    },
    {
      "epoch": 0.51,
      "learning_rate": 8.49367088607595e-05,
      "loss": 0.9631,
      "step": 32250
    },
    {
      "epoch": 0.51,
      "learning_rate": 8.481012658227848e-05,
      "loss": 0.9644,
      "step": 32500
    },
    {
      "epoch": 0.52,
      "learning_rate": 8.468354430379747e-05,
      "loss": 0.964,
      "step": 32750
    },
    {
      "epoch": 0.52,
      "learning_rate": 8.455696202531646e-05,
      "loss": 0.9627,
      "step": 33000
    },
    {
      "epoch": 0.52,
      "learning_rate": 8.443037974683545e-05,
      "loss": 0.9638,
      "step": 33250
    },
    {
      "epoch": 0.53,
      "learning_rate": 8.430379746835444e-05,
      "loss": 0.9606,
      "step": 33500
    },
    {
      "epoch": 0.53,
      "learning_rate": 8.417721518987342e-05,
      "loss": 0.9605,
      "step": 33750
    },
    {
      "epoch": 0.54,
      "learning_rate": 8.405063291139241e-05,
      "loss": 0.9604,
      "step": 34000
    },
    {
      "epoch": 0.54,
      "learning_rate": 8.39240506329114e-05,
      "loss": 0.9583,
      "step": 34250
    },
    {
      "epoch": 0.54,
      "learning_rate": 8.379746835443039e-05,
      "loss": 0.9589,
      "step": 34500
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.367088607594938e-05,
      "loss": 0.9575,
      "step": 34750
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.354430379746835e-05,
      "loss": 0.956,
      "step": 35000
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.341772151898734e-05,
      "loss": 0.9562,
      "step": 35250
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.329113924050633e-05,
      "loss": 0.9551,
      "step": 35500
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.316455696202532e-05,
      "loss": 0.9538,
      "step": 35750
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.303797468354431e-05,
      "loss": 0.9555,
      "step": 36000
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.29113924050633e-05,
      "loss": 0.9547,
      "step": 36250
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.278481012658229e-05,
      "loss": 0.9566,
      "step": 36500
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.265822784810126e-05,
      "loss": 0.954,
      "step": 36750
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.253164556962025e-05,
      "loss": 0.9533,
      "step": 37000
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.240506329113924e-05,
      "loss": 0.9544,
      "step": 37250
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.227848101265824e-05,
      "loss": 0.9516,
      "step": 37500
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.215189873417723e-05,
      "loss": 0.9531,
      "step": 37750
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.202531645569622e-05,
      "loss": 0.9538,
      "step": 38000
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.189873417721519e-05,
      "loss": 0.953,
      "step": 38250
    },
    {
      "epoch": 0.61,
      "learning_rate": 8.177215189873418e-05,
      "loss": 0.9507,
      "step": 38500
    },
    {
      "epoch": 0.61,
      "learning_rate": 8.164556962025317e-05,
      "loss": 0.9504,
      "step": 38750
    },
    {
      "epoch": 0.61,
      "learning_rate": 8.151898734177216e-05,
      "loss": 0.9519,
      "step": 39000
    },
    {
      "epoch": 0.62,
      "learning_rate": 8.139240506329115e-05,
      "loss": 0.9494,
      "step": 39250
    },
    {
      "epoch": 0.62,
      "learning_rate": 8.126582278481013e-05,
      "loss": 0.9504,
      "step": 39500
    },
    {
      "epoch": 0.63,
      "learning_rate": 8.113924050632912e-05,
      "loss": 0.9479,
      "step": 39750
    },
    {
      "epoch": 0.63,
      "learning_rate": 8.10126582278481e-05,
      "loss": 0.9497,
      "step": 40000
    },
    {
      "epoch": 0.63,
      "learning_rate": 8.088607594936709e-05,
      "loss": 0.9483,
      "step": 40250
    },
    {
      "epoch": 0.64,
      "learning_rate": 8.075949367088608e-05,
      "loss": 0.9464,
      "step": 40500
    },
    {
      "epoch": 0.64,
      "learning_rate": 8.063291139240506e-05,
      "loss": 0.9478,
      "step": 40750
    },
    {
      "epoch": 0.65,
      "learning_rate": 8.050632911392405e-05,
      "loss": 0.9476,
      "step": 41000
    },
    {
      "epoch": 0.65,
      "learning_rate": 8.037974683544304e-05,
      "loss": 0.9444,
      "step": 41250
    },
    {
      "epoch": 0.65,
      "learning_rate": 8.025316455696203e-05,
      "loss": 0.9461,
      "step": 41500
    },
    {
      "epoch": 0.66,
      "learning_rate": 8.012658227848102e-05,
      "loss": 0.946,
      "step": 41750
    },
    {
      "epoch": 0.66,
      "learning_rate": 8e-05,
      "loss": 0.9454,
      "step": 42000
    },
    {
      "epoch": 0.67,
      "learning_rate": 7.9873417721519e-05,
      "loss": 0.9441,
      "step": 42250
    },
    {
      "epoch": 0.67,
      "learning_rate": 7.974683544303798e-05,
      "loss": 0.9431,
      "step": 42500
    },
    {
      "epoch": 0.67,
      "learning_rate": 7.962025316455697e-05,
      "loss": 0.9419,
      "step": 42750
    },
    {
      "epoch": 0.68,
      "learning_rate": 7.949367088607596e-05,
      "loss": 0.944,
      "step": 43000
    },
    {
      "epoch": 0.68,
      "learning_rate": 7.936708860759494e-05,
      "loss": 0.9433,
      "step": 43250
    },
    {
      "epoch": 0.69,
      "learning_rate": 7.924050632911392e-05,
      "loss": 0.9428,
      "step": 43500
    },
    {
      "epoch": 0.69,
      "learning_rate": 7.911392405063291e-05,
      "loss": 0.9406,
      "step": 43750
    },
    {
      "epoch": 0.69,
      "learning_rate": 7.89873417721519e-05,
      "loss": 0.9397,
      "step": 44000
    },
    {
      "epoch": 0.7,
      "learning_rate": 7.886075949367089e-05,
      "loss": 0.9392,
      "step": 44250
    },
    {
      "epoch": 0.7,
      "learning_rate": 7.873417721518988e-05,
      "loss": 0.9404,
      "step": 44500
    },
    {
      "epoch": 0.71,
      "learning_rate": 7.860759493670887e-05,
      "loss": 0.9388,
      "step": 44750
    },
    {
      "epoch": 0.71,
      "learning_rate": 7.848101265822784e-05,
      "loss": 0.9365,
      "step": 45000
    },
    {
      "epoch": 0.71,
      "learning_rate": 7.835443037974683e-05,
      "loss": 0.9387,
      "step": 45250
    },
    {
      "epoch": 0.72,
      "learning_rate": 7.822784810126582e-05,
      "loss": 0.9366,
      "step": 45500
    },
    {
      "epoch": 0.72,
      "learning_rate": 7.810126582278482e-05,
      "loss": 0.9361,
      "step": 45750
    },
    {
      "epoch": 0.72,
      "learning_rate": 7.797468354430381e-05,
      "loss": 0.935,
      "step": 46000
    },
    {
      "epoch": 0.73,
      "learning_rate": 7.78481012658228e-05,
      "loss": 0.9355,
      "step": 46250
    },
    {
      "epoch": 0.73,
      "learning_rate": 7.772151898734177e-05,
      "loss": 0.9352,
      "step": 46500
    },
    {
      "epoch": 0.74,
      "learning_rate": 7.759493670886076e-05,
      "loss": 0.9347,
      "step": 46750
    },
    {
      "epoch": 0.74,
      "learning_rate": 7.746835443037975e-05,
      "loss": 0.9343,
      "step": 47000
    },
    {
      "epoch": 0.74,
      "learning_rate": 7.734177215189874e-05,
      "loss": 0.934,
      "step": 47250
    },
    {
      "epoch": 0.75,
      "learning_rate": 7.721518987341773e-05,
      "loss": 0.9336,
      "step": 47500
    },
    {
      "epoch": 0.75,
      "learning_rate": 7.708860759493672e-05,
      "loss": 0.9345,
      "step": 47750
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.69620253164557e-05,
      "loss": 0.932,
      "step": 48000
    }
  ],
  "max_steps": 200000,
  "num_train_epochs": 4,
  "total_flos": 5.730504888287232e+18,
  "trial_name": null,
  "trial_params": null
}