{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 6.0,
  "global_step": 28878,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.1,
      "learning_rate": 9.826857815638203e-06,
      "loss": 2.1589,
      "step": 500
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.653715631276405e-06,
      "loss": 1.0548,
      "step": 1000
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.480573446914607e-06,
      "loss": 0.9587,
      "step": 1500
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.30743126255281e-06,
      "loss": 1.1204,
      "step": 2000
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.13428907819101e-06,
      "loss": 0.9001,
      "step": 2500
    },
    {
      "epoch": 0.62,
      "learning_rate": 8.961146893829214e-06,
      "loss": 0.8905,
      "step": 3000
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.788004709467416e-06,
      "loss": 0.8545,
      "step": 3500
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.614862525105618e-06,
      "loss": 0.8632,
      "step": 4000
    },
    {
      "epoch": 0.93,
      "learning_rate": 8.44172034074382e-06,
      "loss": 0.8803,
      "step": 4500
    },
    {
      "epoch": 1.04,
      "learning_rate": 8.268578156382022e-06,
      "loss": 0.839,
      "step": 5000
    },
    {
      "epoch": 1.14,
      "learning_rate": 8.095435972020224e-06,
      "loss": 0.6965,
      "step": 5500
    },
    {
      "epoch": 1.25,
      "learning_rate": 7.922293787658426e-06,
      "loss": 0.6787,
      "step": 6000
    },
    {
      "epoch": 1.35,
      "learning_rate": 7.749151603296628e-06,
      "loss": 0.7203,
      "step": 6500
    },
    {
      "epoch": 1.45,
      "learning_rate": 7.57600941893483e-06,
      "loss": 0.7132,
      "step": 7000
    },
    {
      "epoch": 1.56,
      "learning_rate": 7.4028672345730324e-06,
      "loss": 0.6652,
      "step": 7500
    },
    {
      "epoch": 1.66,
      "learning_rate": 7.2297250502112335e-06,
      "loss": 0.6635,
      "step": 8000
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.056582865849436e-06,
      "loss": 0.7138,
      "step": 8500
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.883440681487638e-06,
      "loss": 0.6751,
      "step": 9000
    },
    {
      "epoch": 1.97,
      "learning_rate": 6.71029849712584e-06,
      "loss": 0.6525,
      "step": 9500
    },
    {
      "epoch": 2.08,
      "learning_rate": 6.537156312764042e-06,
      "loss": 0.5809,
      "step": 10000
    },
    {
      "epoch": 2.18,
      "learning_rate": 6.364014128402245e-06,
      "loss": 0.5739,
      "step": 10500
    },
    {
      "epoch": 2.29,
      "learning_rate": 6.190871944040446e-06,
      "loss": 0.6014,
      "step": 11000
    },
    {
      "epoch": 2.39,
      "learning_rate": 6.017729759678649e-06,
      "loss": 0.6231,
      "step": 11500
    },
    {
      "epoch": 2.49,
      "learning_rate": 5.84458757531685e-06,
      "loss": 0.5746,
      "step": 12000
    },
    {
      "epoch": 2.6,
      "learning_rate": 5.671445390955053e-06,
      "loss": 0.5799,
      "step": 12500
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.4983032065932554e-06,
      "loss": 0.5977,
      "step": 13000
    },
    {
      "epoch": 2.8,
      "learning_rate": 5.3251610222314565e-06,
      "loss": 0.5458,
      "step": 13500
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.152018837869659e-06,
      "loss": 0.6165,
      "step": 14000
    },
    {
      "epoch": 3.01,
      "learning_rate": 4.978876653507861e-06,
      "loss": 0.5616,
      "step": 14500
    },
    {
      "epoch": 3.12,
      "learning_rate": 4.805734469146063e-06,
      "loss": 0.4902,
      "step": 15000
    },
    {
      "epoch": 3.22,
      "learning_rate": 4.632592284784265e-06,
      "loss": 0.5228,
      "step": 15500
    },
    {
      "epoch": 3.32,
      "learning_rate": 4.459450100422467e-06,
      "loss": 0.4979,
      "step": 16000
    },
    {
      "epoch": 3.43,
      "learning_rate": 4.28630791606067e-06,
      "loss": 0.5242,
      "step": 16500
    },
    {
      "epoch": 3.53,
      "learning_rate": 4.113165731698872e-06,
      "loss": 0.505,
      "step": 17000
    },
    {
      "epoch": 3.64,
      "learning_rate": 3.940023547337074e-06,
      "loss": 0.4984,
      "step": 17500
    },
    {
      "epoch": 3.74,
      "learning_rate": 3.7668813629752753e-06,
      "loss": 0.493,
      "step": 18000
    },
    {
      "epoch": 3.84,
      "learning_rate": 3.593739178613478e-06,
      "loss": 0.5153,
      "step": 18500
    },
    {
      "epoch": 3.95,
      "learning_rate": 3.42059699425168e-06,
      "loss": 0.5,
      "step": 19000
    },
    {
      "epoch": 4.05,
      "learning_rate": 3.247454809889882e-06,
      "loss": 0.4652,
      "step": 19500
    },
    {
      "epoch": 4.16,
      "learning_rate": 3.0743126255280843e-06,
      "loss": 0.4498,
      "step": 20000
    },
    {
      "epoch": 4.26,
      "learning_rate": 2.9011704411662862e-06,
      "loss": 0.4487,
      "step": 20500
    },
    {
      "epoch": 4.36,
      "learning_rate": 2.728028256804488e-06,
      "loss": 0.471,
      "step": 21000
    },
    {
      "epoch": 4.47,
      "learning_rate": 2.55488607244269e-06,
      "loss": 0.4626,
      "step": 21500
    },
    {
      "epoch": 4.57,
      "learning_rate": 2.381743888080892e-06,
      "loss": 0.4714,
      "step": 22000
    },
    {
      "epoch": 4.67,
      "learning_rate": 2.2086017037190944e-06,
      "loss": 0.458,
      "step": 22500
    },
    {
      "epoch": 4.78,
      "learning_rate": 2.0354595193572963e-06,
      "loss": 0.4456,
      "step": 23000
    },
    {
      "epoch": 4.88,
      "learning_rate": 1.8623173349954985e-06,
      "loss": 0.4446,
      "step": 23500
    },
    {
      "epoch": 4.99,
      "learning_rate": 1.6891751506337006e-06,
      "loss": 0.4782,
      "step": 24000
    },
    {
      "epoch": 5.09,
      "learning_rate": 1.5160329662719026e-06,
      "loss": 0.4174,
      "step": 24500
    },
    {
      "epoch": 5.19,
      "learning_rate": 1.3428907819101047e-06,
      "loss": 0.4142,
      "step": 25000
    },
    {
      "epoch": 5.3,
      "learning_rate": 1.1697485975483069e-06,
      "loss": 0.4207,
      "step": 25500
    },
    {
      "epoch": 5.4,
      "learning_rate": 9.966064131865088e-07,
      "loss": 0.4371,
      "step": 26000
    },
    {
      "epoch": 5.51,
      "learning_rate": 8.23464228824711e-07,
      "loss": 0.4323,
      "step": 26500
    },
    {
      "epoch": 5.61,
      "learning_rate": 6.50322044462913e-07,
      "loss": 0.3975,
      "step": 27000
    },
    {
      "epoch": 5.71,
      "learning_rate": 4.77179860101115e-07,
      "loss": 0.4127,
      "step": 27500
    },
    {
      "epoch": 5.82,
      "learning_rate": 3.0403767573931714e-07,
      "loss": 0.4299,
      "step": 28000
    },
    {
      "epoch": 5.92,
      "learning_rate": 1.3089549137751924e-07,
      "loss": 0.4015,
      "step": 28500
    },
    {
      "epoch": 6.0,
      "step": 28878,
      "total_flos": 2.1452574293961523e+17,
      "train_loss": 0.6195740632728837,
      "train_runtime": 17430.5797,
      "train_samples_per_second": 13.252,
      "train_steps_per_second": 1.657
    }
  ],
  "max_steps": 28878,
  "num_train_epochs": 6,
  "total_flos": 2.1452574293961523e+17,
  "trial_name": null,
  "trial_params": null
}