{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "global_step": 58400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02,
      "learning_rate": 2.974315068493151e-05,
      "loss": 2.5432,
      "step": 500
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.9486301369863017e-05,
      "loss": 1.083,
      "step": 1000
    },
    {
      "epoch": 0.05,
      "learning_rate": 2.922945205479452e-05,
      "loss": 0.8696,
      "step": 1500
    },
    {
      "epoch": 0.07,
      "learning_rate": 2.8972602739726026e-05,
      "loss": 0.7068,
      "step": 2000
    },
    {
      "epoch": 0.09,
      "learning_rate": 2.8715753424657534e-05,
      "loss": 0.7191,
      "step": 2500
    },
    {
      "epoch": 0.1,
      "learning_rate": 2.8458904109589042e-05,
      "loss": 0.6643,
      "step": 3000
    },
    {
      "epoch": 0.12,
      "learning_rate": 2.820205479452055e-05,
      "loss": 0.6743,
      "step": 3500
    },
    {
      "epoch": 0.14,
      "learning_rate": 2.7945205479452054e-05,
      "loss": 0.596,
      "step": 4000
    },
    {
      "epoch": 0.15,
      "learning_rate": 2.7688356164383562e-05,
      "loss": 0.6311,
      "step": 4500
    },
    {
      "epoch": 0.17,
      "learning_rate": 2.743150684931507e-05,
      "loss": 0.5768,
      "step": 5000
    },
    {
      "epoch": 0.19,
      "learning_rate": 2.7174657534246575e-05,
      "loss": 0.6081,
      "step": 5500
    },
    {
      "epoch": 0.21,
      "learning_rate": 2.6917808219178083e-05,
      "loss": 0.5806,
      "step": 6000
    },
    {
      "epoch": 0.22,
      "learning_rate": 2.666095890410959e-05,
      "loss": 0.6169,
      "step": 6500
    },
    {
      "epoch": 0.24,
      "learning_rate": 2.6404109589041096e-05,
      "loss": 0.5526,
      "step": 7000
    },
    {
      "epoch": 0.26,
      "learning_rate": 2.6147260273972604e-05,
      "loss": 0.585,
      "step": 7500
    },
    {
      "epoch": 0.27,
      "learning_rate": 2.589041095890411e-05,
      "loss": 0.5513,
      "step": 8000
    },
    {
      "epoch": 0.29,
      "learning_rate": 2.563356164383562e-05,
      "loss": 0.524,
      "step": 8500
    },
    {
      "epoch": 0.31,
      "learning_rate": 2.5376712328767124e-05,
      "loss": 0.5277,
      "step": 9000
    },
    {
      "epoch": 0.33,
      "learning_rate": 2.511986301369863e-05,
      "loss": 0.5515,
      "step": 9500
    },
    {
      "epoch": 0.34,
      "learning_rate": 2.4863013698630137e-05,
      "loss": 0.5447,
      "step": 10000
    },
    {
      "epoch": 0.36,
      "learning_rate": 2.4606164383561645e-05,
      "loss": 0.5196,
      "step": 10500
    },
    {
      "epoch": 0.38,
      "learning_rate": 2.4349315068493153e-05,
      "loss": 0.5573,
      "step": 11000
    },
    {
      "epoch": 0.39,
      "learning_rate": 2.409246575342466e-05,
      "loss": 0.5565,
      "step": 11500
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.3835616438356165e-05,
      "loss": 0.552,
      "step": 12000
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.357876712328767e-05,
      "loss": 0.5339,
      "step": 12500
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.3321917808219178e-05,
      "loss": 0.4993,
      "step": 13000
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.3065068493150686e-05,
      "loss": 0.5248,
      "step": 13500
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.2808219178082194e-05,
      "loss": 0.4782,
      "step": 14000
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.25513698630137e-05,
      "loss": 0.5286,
      "step": 14500
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.2294520547945206e-05,
      "loss": 0.5126,
      "step": 15000
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.203767123287671e-05,
      "loss": 0.4846,
      "step": 15500
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.178082191780822e-05,
      "loss": 0.4735,
      "step": 16000
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1523972602739727e-05,
      "loss": 0.496,
      "step": 16500
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.126712328767123e-05,
      "loss": 0.5229,
      "step": 17000
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.101027397260274e-05,
      "loss": 0.4823,
      "step": 17500
    },
    {
      "epoch": 0.62,
      "learning_rate": 2.0753424657534248e-05,
      "loss": 0.4881,
      "step": 18000
    },
    {
      "epoch": 0.63,
      "learning_rate": 2.0496575342465756e-05,
      "loss": 0.4779,
      "step": 18500
    },
    {
      "epoch": 0.65,
      "learning_rate": 2.023972602739726e-05,
      "loss": 0.5249,
      "step": 19000
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.9982876712328768e-05,
      "loss": 0.5014,
      "step": 19500
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.9726027397260273e-05,
      "loss": 0.4519,
      "step": 20000
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.946917808219178e-05,
      "loss": 0.4549,
      "step": 20500
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.921232876712329e-05,
      "loss": 0.4927,
      "step": 21000
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.8955479452054797e-05,
      "loss": 0.4839,
      "step": 21500
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.8698630136986305e-05,
      "loss": 0.4898,
      "step": 22000
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.8441780821917806e-05,
      "loss": 0.4725,
      "step": 22500
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.8184931506849314e-05,
      "loss": 0.4598,
      "step": 23000
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7928082191780822e-05,
      "loss": 0.4918,
      "step": 23500
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.767123287671233e-05,
      "loss": 0.4515,
      "step": 24000
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.7414383561643838e-05,
      "loss": 0.4373,
      "step": 24500
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.7157534246575342e-05,
      "loss": 0.4971,
      "step": 25000
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.690068493150685e-05,
      "loss": 0.4792,
      "step": 25500
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6643835616438355e-05,
      "loss": 0.4383,
      "step": 26000
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6386986301369863e-05,
      "loss": 0.4652,
      "step": 26500
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.613013698630137e-05,
      "loss": 0.4516,
      "step": 27000
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.5873287671232876e-05,
      "loss": 0.5019,
      "step": 27500
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5616438356164384e-05,
      "loss": 0.4944,
      "step": 28000
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.535958904109589e-05,
      "loss": 0.4797,
      "step": 28500
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5102739726027398e-05,
      "loss": 0.4745,
      "step": 29000
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.4845890410958904e-05,
      "loss": 0.4121,
      "step": 29500
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.4589041095890412e-05,
      "loss": 0.4557,
      "step": 30000
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.4332191780821918e-05,
      "loss": 0.4516,
      "step": 30500
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4075342465753425e-05,
      "loss": 0.4715,
      "step": 31000
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.3818493150684933e-05,
      "loss": 0.4518,
      "step": 31500
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.3561643835616437e-05,
      "loss": 0.4445,
      "step": 32000
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.3304794520547945e-05,
      "loss": 0.4456,
      "step": 32500
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.3047945205479453e-05,
      "loss": 0.4544,
      "step": 33000
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.279109589041096e-05,
      "loss": 0.4314,
      "step": 33500
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.2534246575342466e-05,
      "loss": 0.4332,
      "step": 34000
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.2277397260273974e-05,
      "loss": 0.4429,
      "step": 34500
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.202054794520548e-05,
      "loss": 0.4599,
      "step": 35000
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.1763698630136986e-05,
      "loss": 0.4372,
      "step": 35500
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.1506849315068493e-05,
      "loss": 0.4084,
      "step": 36000
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.125e-05,
      "loss": 0.4318,
      "step": 36500
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.0993150684931507e-05,
      "loss": 0.4225,
      "step": 37000
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.0736301369863013e-05,
      "loss": 0.4185,
      "step": 37500
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.0479452054794521e-05,
      "loss": 0.4868,
      "step": 38000
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.0222602739726028e-05,
      "loss": 0.4171,
      "step": 38500
    },
    {
      "epoch": 1.34,
      "learning_rate": 9.965753424657534e-06,
      "loss": 0.4177,
      "step": 39000
    },
    {
      "epoch": 1.35,
      "learning_rate": 9.708904109589042e-06,
      "loss": 0.4538,
      "step": 39500
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.452054794520548e-06,
      "loss": 0.4138,
      "step": 40000
    },
    {
      "epoch": 1.39,
      "learning_rate": 9.195205479452054e-06,
      "loss": 0.4093,
      "step": 40500
    },
    {
      "epoch": 1.4,
      "learning_rate": 8.938356164383562e-06,
      "loss": 0.4392,
      "step": 41000
    },
    {
      "epoch": 1.42,
      "learning_rate": 8.681506849315069e-06,
      "loss": 0.4318,
      "step": 41500
    },
    {
      "epoch": 1.44,
      "learning_rate": 8.424657534246577e-06,
      "loss": 0.4066,
      "step": 42000
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.167808219178081e-06,
      "loss": 0.4141,
      "step": 42500
    },
    {
      "epoch": 1.47,
      "learning_rate": 7.91095890410959e-06,
      "loss": 0.3985,
      "step": 43000
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.654109589041097e-06,
      "loss": 0.4232,
      "step": 43500
    },
    {
      "epoch": 1.51,
      "learning_rate": 7.397260273972603e-06,
      "loss": 0.4073,
      "step": 44000
    },
    {
      "epoch": 1.52,
      "learning_rate": 7.14041095890411e-06,
      "loss": 0.4375,
      "step": 44500
    },
    {
      "epoch": 1.54,
      "learning_rate": 6.883561643835617e-06,
      "loss": 0.4144,
      "step": 45000
    },
    {
      "epoch": 1.56,
      "learning_rate": 6.626712328767123e-06,
      "loss": 0.4341,
      "step": 45500
    },
    {
      "epoch": 1.58,
      "learning_rate": 6.3698630136986296e-06,
      "loss": 0.4282,
      "step": 46000
    },
    {
      "epoch": 1.59,
      "learning_rate": 6.1130136986301376e-06,
      "loss": 0.4644,
      "step": 46500
    },
    {
      "epoch": 1.61,
      "learning_rate": 5.856164383561644e-06,
      "loss": 0.41,
      "step": 47000
    },
    {
      "epoch": 1.63,
      "learning_rate": 5.599315068493151e-06,
      "loss": 0.4132,
      "step": 47500
    },
    {
      "epoch": 1.64,
      "learning_rate": 5.342465753424657e-06,
      "loss": 0.4193,
      "step": 48000
    },
    {
      "epoch": 1.66,
      "learning_rate": 5.085616438356165e-06,
      "loss": 0.418,
      "step": 48500
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.8287671232876716e-06,
      "loss": 0.4214,
      "step": 49000
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.571917808219178e-06,
      "loss": 0.4677,
      "step": 49500
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.315068493150685e-06,
      "loss": 0.4458,
      "step": 50000
    },
    {
      "epoch": 1.73,
      "learning_rate": 4.058219178082192e-06,
      "loss": 0.3912,
      "step": 50500
    },
    {
      "epoch": 1.75,
      "learning_rate": 3.801369863013699e-06,
      "loss": 0.3969,
      "step": 51000
    },
    {
      "epoch": 1.76,
      "learning_rate": 3.5445205479452056e-06,
      "loss": 0.388,
      "step": 51500
    },
    {
      "epoch": 1.78,
      "learning_rate": 3.2876712328767123e-06,
      "loss": 0.4206,
      "step": 52000
    },
    {
      "epoch": 1.8,
      "learning_rate": 3.0308219178082194e-06,
      "loss": 0.4116,
      "step": 52500
    },
    {
      "epoch": 1.82,
      "learning_rate": 2.773972602739726e-06,
      "loss": 0.4316,
      "step": 53000
    },
    {
      "epoch": 1.83,
      "learning_rate": 2.517123287671233e-06,
      "loss": 0.4312,
      "step": 53500
    },
    {
      "epoch": 1.85,
      "learning_rate": 2.2602739726027396e-06,
      "loss": 0.4136,
      "step": 54000
    },
    {
      "epoch": 1.87,
      "learning_rate": 2.0034246575342467e-06,
      "loss": 0.4342,
      "step": 54500
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.7465753424657534e-06,
      "loss": 0.4248,
      "step": 55000
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.4897260273972603e-06,
      "loss": 0.4591,
      "step": 55500
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.232876712328767e-06,
      "loss": 0.46,
      "step": 56000
    },
    {
      "epoch": 1.93,
      "learning_rate": 9.76027397260274e-07,
      "loss": 0.4103,
      "step": 56500
    },
    {
      "epoch": 1.95,
      "learning_rate": 7.191780821917808e-07,
      "loss": 0.4147,
      "step": 57000
    },
    {
      "epoch": 1.97,
      "learning_rate": 4.6232876712328767e-07,
      "loss": 0.3829,
      "step": 57500
    },
    {
      "epoch": 1.99,
      "learning_rate": 2.0547945205479452e-07,
      "loss": 0.431,
      "step": 58000
    },
    {
      "epoch": 2.0,
      "step": 58400,
      "total_flos": 9.686242758540902e+16,
      "train_loss": 0.0042496273615588885,
      "train_runtime": 149.3052,
      "train_samples_per_second": 1173.422,
      "train_steps_per_second": 391.145
    }
  ],
  "max_steps": 58400,
  "num_train_epochs": 2,
  "total_flos": 9.686242758540902e+16,
  "trial_name": null,
  "trial_params": null
}