{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 20.0,
  "global_step": 7120,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.28,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 5.4466,
      "step": 100
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.000000000000001e-06,
      "loss": 4.3117,
      "step": 200
    },
    {
      "epoch": 0.84,
      "learning_rate": 6e-06,
      "loss": 3.6079,
      "step": 300
    },
    {
      "epoch": 1.12,
      "learning_rate": 8.000000000000001e-06,
      "loss": 2.9597,
      "step": 400
    },
    {
      "epoch": 1.4,
      "learning_rate": 1e-05,
      "loss": 2.5962,
      "step": 500
    },
    {
      "epoch": 1.69,
      "learning_rate": 9.848942598187312e-06,
      "loss": 2.4697,
      "step": 600
    },
    {
      "epoch": 1.97,
      "learning_rate": 9.697885196374624e-06,
      "loss": 2.3802,
      "step": 700
    },
    {
      "epoch": 2.25,
      "learning_rate": 9.546827794561935e-06,
      "loss": 2.2533,
      "step": 800
    },
    {
      "epoch": 2.53,
      "learning_rate": 9.395770392749246e-06,
      "loss": 2.1236,
      "step": 900
    },
    {
      "epoch": 2.81,
      "learning_rate": 9.244712990936556e-06,
      "loss": 2.1289,
      "step": 1000
    },
    {
      "epoch": 3.09,
      "learning_rate": 9.093655589123867e-06,
      "loss": 2.1009,
      "step": 1100
    },
    {
      "epoch": 3.37,
      "learning_rate": 8.94259818731118e-06,
      "loss": 1.9022,
      "step": 1200
    },
    {
      "epoch": 3.65,
      "learning_rate": 8.79154078549849e-06,
      "loss": 1.9634,
      "step": 1300
    },
    {
      "epoch": 3.93,
      "learning_rate": 8.640483383685801e-06,
      "loss": 1.8827,
      "step": 1400
    },
    {
      "epoch": 4.21,
      "learning_rate": 8.489425981873114e-06,
      "loss": 1.8761,
      "step": 1500
    },
    {
      "epoch": 4.49,
      "learning_rate": 8.338368580060424e-06,
      "loss": 1.7582,
      "step": 1600
    },
    {
      "epoch": 4.78,
      "learning_rate": 8.187311178247735e-06,
      "loss": 1.7879,
      "step": 1700
    },
    {
      "epoch": 5.06,
      "learning_rate": 8.036253776435046e-06,
      "loss": 1.7946,
      "step": 1800
    },
    {
      "epoch": 5.34,
      "learning_rate": 7.885196374622357e-06,
      "loss": 1.6653,
      "step": 1900
    },
    {
      "epoch": 5.62,
      "learning_rate": 7.734138972809667e-06,
      "loss": 1.6526,
      "step": 2000
    },
    {
      "epoch": 5.9,
      "learning_rate": 7.58308157099698e-06,
      "loss": 1.6819,
      "step": 2100
    },
    {
      "epoch": 6.18,
      "learning_rate": 7.432024169184291e-06,
      "loss": 1.7149,
      "step": 2200
    },
    {
      "epoch": 6.46,
      "learning_rate": 7.280966767371602e-06,
      "loss": 1.6477,
      "step": 2300
    },
    {
      "epoch": 6.74,
      "learning_rate": 7.129909365558912e-06,
      "loss": 1.6371,
      "step": 2400
    },
    {
      "epoch": 7.02,
      "learning_rate": 6.978851963746224e-06,
      "loss": 1.4978,
      "step": 2500
    },
    {
      "epoch": 7.3,
      "learning_rate": 6.827794561933535e-06,
      "loss": 1.5412,
      "step": 2600
    },
    {
      "epoch": 7.58,
      "learning_rate": 6.676737160120846e-06,
      "loss": 1.5468,
      "step": 2700
    },
    {
      "epoch": 7.87,
      "learning_rate": 6.525679758308158e-06,
      "loss": 1.4743,
      "step": 2800
    },
    {
      "epoch": 8.15,
      "learning_rate": 6.374622356495469e-06,
      "loss": 1.4338,
      "step": 2900
    },
    {
      "epoch": 8.43,
      "learning_rate": 6.22356495468278e-06,
      "loss": 1.503,
      "step": 3000
    },
    {
      "epoch": 8.71,
      "learning_rate": 6.072507552870092e-06,
      "loss": 1.4474,
      "step": 3100
    },
    {
      "epoch": 8.99,
      "learning_rate": 5.921450151057402e-06,
      "loss": 1.4009,
      "step": 3200
    },
    {
      "epoch": 9.27,
      "learning_rate": 5.7703927492447134e-06,
      "loss": 1.3461,
      "step": 3300
    },
    {
      "epoch": 9.55,
      "learning_rate": 5.619335347432024e-06,
      "loss": 1.4044,
      "step": 3400
    },
    {
      "epoch": 9.83,
      "learning_rate": 5.468277945619336e-06,
      "loss": 1.4333,
      "step": 3500
    },
    {
      "epoch": 10.11,
      "learning_rate": 5.3172205438066474e-06,
      "loss": 1.4325,
      "step": 3600
    },
    {
      "epoch": 10.39,
      "learning_rate": 5.166163141993958e-06,
      "loss": 1.3621,
      "step": 3700
    },
    {
      "epoch": 10.67,
      "learning_rate": 5.01510574018127e-06,
      "loss": 1.3343,
      "step": 3800
    },
    {
      "epoch": 10.96,
      "learning_rate": 4.864048338368581e-06,
      "loss": 1.2809,
      "step": 3900
    },
    {
      "epoch": 11.24,
      "learning_rate": 4.712990936555891e-06,
      "loss": 1.2812,
      "step": 4000
    },
    {
      "epoch": 11.52,
      "learning_rate": 4.561933534743202e-06,
      "loss": 1.3322,
      "step": 4100
    },
    {
      "epoch": 11.8,
      "learning_rate": 4.410876132930514e-06,
      "loss": 1.2709,
      "step": 4200
    },
    {
      "epoch": 12.08,
      "learning_rate": 4.259818731117825e-06,
      "loss": 1.2743,
      "step": 4300
    },
    {
      "epoch": 12.36,
      "learning_rate": 4.108761329305136e-06,
      "loss": 1.2477,
      "step": 4400
    },
    {
      "epoch": 12.64,
      "learning_rate": 3.957703927492447e-06,
      "loss": 1.2639,
      "step": 4500
    },
    {
      "epoch": 12.92,
      "learning_rate": 3.8066465256797586e-06,
      "loss": 1.251,
      "step": 4600
    },
    {
      "epoch": 13.2,
      "learning_rate": 3.6555891238670698e-06,
      "loss": 1.2467,
      "step": 4700
    },
    {
      "epoch": 13.48,
      "learning_rate": 3.5045317220543814e-06,
      "loss": 1.2274,
      "step": 4800
    },
    {
      "epoch": 13.76,
      "learning_rate": 3.353474320241692e-06,
      "loss": 1.2029,
      "step": 4900
    },
    {
      "epoch": 14.04,
      "learning_rate": 3.2024169184290033e-06,
      "loss": 1.2557,
      "step": 5000
    },
    {
      "epoch": 14.33,
      "learning_rate": 3.0513595166163145e-06,
      "loss": 1.243,
      "step": 5100
    },
    {
      "epoch": 14.61,
      "learning_rate": 2.9003021148036257e-06,
      "loss": 1.1927,
      "step": 5200
    },
    {
      "epoch": 14.89,
      "learning_rate": 2.7492447129909365e-06,
      "loss": 1.1605,
      "step": 5300
    },
    {
      "epoch": 15.17,
      "learning_rate": 2.598187311178248e-06,
      "loss": 1.1765,
      "step": 5400
    },
    {
      "epoch": 15.45,
      "learning_rate": 2.447129909365559e-06,
      "loss": 1.2024,
      "step": 5500
    },
    {
      "epoch": 15.73,
      "learning_rate": 2.2960725075528705e-06,
      "loss": 1.1623,
      "step": 5600
    },
    {
      "epoch": 16.01,
      "learning_rate": 2.1450151057401813e-06,
      "loss": 1.1947,
      "step": 5700
    },
    {
      "epoch": 16.29,
      "learning_rate": 1.9939577039274925e-06,
      "loss": 1.2003,
      "step": 5800
    },
    {
      "epoch": 16.57,
      "learning_rate": 1.8429003021148037e-06,
      "loss": 1.1331,
      "step": 5900
    },
    {
      "epoch": 16.85,
      "learning_rate": 1.691842900302115e-06,
      "loss": 1.1626,
      "step": 6000
    },
    {
      "epoch": 17.13,
      "learning_rate": 1.540785498489426e-06,
      "loss": 1.1243,
      "step": 6100
    },
    {
      "epoch": 17.42,
      "learning_rate": 1.3897280966767373e-06,
      "loss": 1.1287,
      "step": 6200
    },
    {
      "epoch": 17.7,
      "learning_rate": 1.2386706948640485e-06,
      "loss": 1.177,
      "step": 6300
    },
    {
      "epoch": 17.98,
      "learning_rate": 1.0876132930513596e-06,
      "loss": 1.1077,
      "step": 6400
    },
    {
      "epoch": 18.26,
      "learning_rate": 9.365558912386707e-07,
      "loss": 1.1487,
      "step": 6500
    },
    {
      "epoch": 18.54,
      "learning_rate": 7.854984894259819e-07,
      "loss": 1.1825,
      "step": 6600
    },
    {
      "epoch": 18.82,
      "learning_rate": 6.344410876132931e-07,
      "loss": 1.0969,
      "step": 6700
    },
    {
      "epoch": 19.1,
      "learning_rate": 4.833836858006042e-07,
      "loss": 1.1235,
      "step": 6800
    },
    {
      "epoch": 19.38,
      "learning_rate": 3.3232628398791547e-07,
      "loss": 1.1588,
      "step": 6900
    },
    {
      "epoch": 19.66,
      "learning_rate": 1.812688821752266e-07,
      "loss": 1.1082,
      "step": 7000
    },
    {
      "epoch": 19.94,
      "learning_rate": 3.0211480362537764e-08,
      "loss": 1.1526,
      "step": 7100
    },
    {
      "epoch": 20.0,
      "step": 7120,
      "total_flos": 1.2829190725632e+16,
      "train_loss": 1.6175778072871518,
      "train_runtime": 1440.6716,
      "train_samples_per_second": 39.509,
      "train_steps_per_second": 4.942
    }
  ],
  "max_steps": 7120,
  "num_train_epochs": 20,
  "total_flos": 1.2829190725632e+16,
  "trial_name": null,
  "trial_params": null
}