{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "global_step": 32735,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.08,
      "learning_rate": 1.969573850618604e-05,
      "loss": 0.4624,
      "step": 500
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9390255078661985e-05,
      "loss": 0.3994,
      "step": 1000
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9084771651137928e-05,
      "loss": 0.3688,
      "step": 1500
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.877928822361387e-05,
      "loss": 0.3434,
      "step": 2000
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.8473804796089814e-05,
      "loss": 0.3376,
      "step": 2500
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.8168321368565758e-05,
      "loss": 0.3317,
      "step": 3000
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.7863448907896747e-05,
      "loss": 0.3318,
      "step": 3500
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.755796548037269e-05,
      "loss": 0.3189,
      "step": 4000
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7252482052848634e-05,
      "loss": 0.3197,
      "step": 4500
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.6946998625324577e-05,
      "loss": 0.3026,
      "step": 5000
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.664151519780052e-05,
      "loss": 0.3033,
      "step": 5500
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.633664273713151e-05,
      "loss": 0.2932,
      "step": 6000
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6031159309607457e-05,
      "loss": 0.2955,
      "step": 6500
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.5725675882083397e-05,
      "loss": 0.2112,
      "step": 7000
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.5420192454559343e-05,
      "loss": 0.189,
      "step": 7500
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.5115319993890332e-05,
      "loss": 0.2086,
      "step": 8000
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.4809836566366276e-05,
      "loss": 0.2065,
      "step": 8500
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.450435313884222e-05,
      "loss": 0.202,
      "step": 9000
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4198869711318161e-05,
      "loss": 0.2092,
      "step": 9500
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.3893997250649154e-05,
      "loss": 0.2003,
      "step": 10000
    },
    {
      "epoch": 1.6,
      "learning_rate": 1.3588513823125096e-05,
      "loss": 0.2056,
      "step": 10500
    },
    {
      "epoch": 1.68,
      "learning_rate": 1.328303039560104e-05,
      "loss": 0.2035,
      "step": 11000
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.2977546968076984e-05,
      "loss": 0.2031,
      "step": 11500
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.2672063540552926e-05,
      "loss": 0.2093,
      "step": 12000
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.2366580113028869e-05,
      "loss": 0.2022,
      "step": 12500
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.2061096685504812e-05,
      "loss": 0.2031,
      "step": 13000
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.1755613257980756e-05,
      "loss": 0.1257,
      "step": 13500
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.1450740797311745e-05,
      "loss": 0.1238,
      "step": 14000
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.114525736978769e-05,
      "loss": 0.118,
      "step": 14500
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.0839773942263634e-05,
      "loss": 0.134,
      "step": 15000
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0534290514739575e-05,
      "loss": 0.1275,
      "step": 15500
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.0229418054070568e-05,
      "loss": 0.1184,
      "step": 16000
    },
    {
      "epoch": 2.52,
      "learning_rate": 9.923934626546512e-06,
      "loss": 0.1221,
      "step": 16500
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.618451199022453e-06,
      "loss": 0.1259,
      "step": 17000
    },
    {
      "epoch": 2.67,
      "learning_rate": 9.312967771498396e-06,
      "loss": 0.1477,
      "step": 17500
    },
    {
      "epoch": 2.75,
      "learning_rate": 9.008095310829388e-06,
      "loss": 0.1349,
      "step": 18000
    },
    {
      "epoch": 2.83,
      "learning_rate": 8.70322285016038e-06,
      "loss": 0.1345,
      "step": 18500
    },
    {
      "epoch": 2.9,
      "learning_rate": 8.397739422636323e-06,
      "loss": 0.1402,
      "step": 19000
    },
    {
      "epoch": 2.98,
      "learning_rate": 8.092255995112266e-06,
      "loss": 0.1418,
      "step": 19500
    },
    {
      "epoch": 3.05,
      "learning_rate": 7.78677256758821e-06,
      "loss": 0.0875,
      "step": 20000
    },
    {
      "epoch": 3.13,
      "learning_rate": 7.4812891400641516e-06,
      "loss": 0.0687,
      "step": 20500
    },
    {
      "epoch": 3.21,
      "learning_rate": 7.176416679395143e-06,
      "loss": 0.0787,
      "step": 21000
    },
    {
      "epoch": 3.28,
      "learning_rate": 6.870933251871087e-06,
      "loss": 0.0672,
      "step": 21500
    },
    {
      "epoch": 3.36,
      "learning_rate": 6.5654498243470296e-06,
      "loss": 0.0703,
      "step": 22000
    },
    {
      "epoch": 3.44,
      "learning_rate": 6.259966396822973e-06,
      "loss": 0.0744,
      "step": 22500
    },
    {
      "epoch": 3.51,
      "learning_rate": 5.955093936153964e-06,
      "loss": 0.0734,
      "step": 23000
    },
    {
      "epoch": 3.59,
      "learning_rate": 5.649610508629907e-06,
      "loss": 0.0762,
      "step": 23500
    },
    {
      "epoch": 3.67,
      "learning_rate": 5.344127081105851e-06,
      "loss": 0.0792,
      "step": 24000
    },
    {
      "epoch": 3.74,
      "learning_rate": 5.038643653581794e-06,
      "loss": 0.0746,
      "step": 24500
    },
    {
      "epoch": 3.82,
      "learning_rate": 4.733160226057737e-06,
      "loss": 0.0899,
      "step": 25000
    },
    {
      "epoch": 3.89,
      "learning_rate": 4.428287765388728e-06,
      "loss": 0.0892,
      "step": 25500
    },
    {
      "epoch": 3.97,
      "learning_rate": 4.122804337864671e-06,
      "loss": 0.066,
      "step": 26000
    },
    {
      "epoch": 4.05,
      "learning_rate": 3.8173209103406145e-06,
      "loss": 0.0535,
      "step": 26500
    },
    {
      "epoch": 4.12,
      "learning_rate": 3.5124484496716056e-06,
      "loss": 0.0455,
      "step": 27000
    },
    {
      "epoch": 4.2,
      "learning_rate": 3.206965022147549e-06,
      "loss": 0.0347,
      "step": 27500
    },
    {
      "epoch": 4.28,
      "learning_rate": 2.901481594623492e-06,
      "loss": 0.0416,
      "step": 28000
    },
    {
      "epoch": 4.35,
      "learning_rate": 2.595998167099435e-06,
      "loss": 0.0491,
      "step": 28500
    },
    {
      "epoch": 4.43,
      "learning_rate": 2.290514739575378e-06,
      "loss": 0.0438,
      "step": 29000
    },
    {
      "epoch": 4.51,
      "learning_rate": 1.9850313120513214e-06,
      "loss": 0.0392,
      "step": 29500
    },
    {
      "epoch": 4.58,
      "learning_rate": 1.6795478845272645e-06,
      "loss": 0.0446,
      "step": 30000
    },
    {
      "epoch": 4.66,
      "learning_rate": 1.3740644570032077e-06,
      "loss": 0.0487,
      "step": 30500
    },
    {
      "epoch": 4.73,
      "learning_rate": 1.069191996334199e-06,
      "loss": 0.0468,
      "step": 31000
    },
    {
      "epoch": 4.81,
      "learning_rate": 7.637085688101422e-07,
      "loss": 0.0518,
      "step": 31500
    },
    {
      "epoch": 4.89,
      "learning_rate": 4.5822514128608527e-07,
      "loss": 0.0419,
      "step": 32000
    },
    {
      "epoch": 4.96,
      "learning_rate": 1.5274171376202842e-07,
      "loss": 0.0369,
      "step": 32500
    },
    {
      "epoch": 5.0,
      "step": 32735,
      "total_flos": 3.44488015894656e+16,
      "train_loss": 0.1580200532820273,
      "train_runtime": 2902.672,
      "train_samples_per_second": 180.425,
      "train_steps_per_second": 11.278
    }
  ],
  "max_steps": 32735,
  "num_train_epochs": 5,
  "total_flos": 3.44488015894656e+16,
  "trial_name": null,
  "trial_params": null
}