{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 10.0,
  "global_step": 56860,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.09,
      "learning_rate": 1.9824129440731624e-05,
      "loss": 0.5315,
      "step": 500
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9648258881463246e-05,
      "loss": 0.2968,
      "step": 1000
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9472388322194867e-05,
      "loss": 0.2756,
      "step": 1500
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.929651776292649e-05,
      "loss": 0.2673,
      "step": 2000
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9120647203658108e-05,
      "loss": 0.2521,
      "step": 2500
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.894477664438973e-05,
      "loss": 0.2405,
      "step": 3000
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8768906085121352e-05,
      "loss": 0.2264,
      "step": 3500
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.8593035525852974e-05,
      "loss": 0.2264,
      "step": 4000
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.8417164966584596e-05,
      "loss": 0.2231,
      "step": 4500
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.8241294407316218e-05,
      "loss": 0.6134,
      "step": 5000
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.806542384804784e-05,
      "loss": 0.6581,
      "step": 5500
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.788955328877946e-05,
      "loss": 0.6592,
      "step": 6000
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.771368272951108e-05,
      "loss": 0.6561,
      "step": 6500
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.7537812170242702e-05,
      "loss": 0.6599,
      "step": 7000
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7361941610974324e-05,
      "loss": 0.6569,
      "step": 7500
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.7186071051705946e-05,
      "loss": 0.6531,
      "step": 8000
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.7010200492437568e-05,
      "loss": 0.2212,
      "step": 8500
    },
    {
      "epoch": 1.58,
      "learning_rate": 1.683432993316919e-05,
      "loss": 0.4708,
      "step": 9000
    },
    {
      "epoch": 1.67,
      "learning_rate": 1.665845937390081e-05,
      "loss": 0.2605,
      "step": 9500
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.6482588814632434e-05,
      "loss": 0.1987,
      "step": 10000
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.6306718255364052e-05,
      "loss": 0.1908,
      "step": 10500
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.6130847696095674e-05,
      "loss": 0.185,
      "step": 11000
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.5954977136827296e-05,
      "loss": 0.1767,
      "step": 11500
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.5779106577558918e-05,
      "loss": 0.1551,
      "step": 12000
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.560323601829054e-05,
      "loss": 0.1476,
      "step": 12500
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.5427365459022162e-05,
      "loss": 0.1449,
      "step": 13000
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.5251494899753782e-05,
      "loss": 0.1566,
      "step": 13500
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.5075624340485404e-05,
      "loss": 0.1586,
      "step": 14000
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.4899753781217026e-05,
      "loss": 0.1487,
      "step": 14500
    },
    {
      "epoch": 2.64,
      "learning_rate": 1.4723883221948648e-05,
      "loss": 0.1493,
      "step": 15000
    },
    {
      "epoch": 2.73,
      "learning_rate": 1.4548012662680268e-05,
      "loss": 0.1547,
      "step": 15500
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.437214210341189e-05,
      "loss": 0.1528,
      "step": 16000
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.4196271544143512e-05,
      "loss": 0.1447,
      "step": 16500
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.4020400984875134e-05,
      "loss": 0.1562,
      "step": 17000
    },
    {
      "epoch": 3.08,
      "learning_rate": 1.3844530425606754e-05,
      "loss": 0.1022,
      "step": 17500
    },
    {
      "epoch": 3.17,
      "learning_rate": 1.3668659866338376e-05,
      "loss": 0.099,
      "step": 18000
    },
    {
      "epoch": 3.25,
      "learning_rate": 1.3492789307069998e-05,
      "loss": 0.0971,
      "step": 18500
    },
    {
      "epoch": 3.34,
      "learning_rate": 1.331691874780162e-05,
      "loss": 0.1046,
      "step": 19000
    },
    {
      "epoch": 3.43,
      "learning_rate": 1.314104818853324e-05,
      "loss": 0.1083,
      "step": 19500
    },
    {
      "epoch": 3.52,
      "learning_rate": 1.2965177629264862e-05,
      "loss": 0.0998,
      "step": 20000
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.2789307069996484e-05,
      "loss": 0.1049,
      "step": 20500
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.2613436510728106e-05,
      "loss": 0.1052,
      "step": 21000
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.2437565951459726e-05,
      "loss": 0.108,
      "step": 21500
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.2261695392191348e-05,
      "loss": 0.0991,
      "step": 22000
    },
    {
      "epoch": 3.96,
      "learning_rate": 1.208582483292297e-05,
      "loss": 0.1024,
      "step": 22500
    },
    {
      "epoch": 4.05,
      "learning_rate": 1.1909954273654592e-05,
      "loss": 0.0822,
      "step": 23000
    },
    {
      "epoch": 4.13,
      "learning_rate": 1.1734083714386212e-05,
      "loss": 0.069,
      "step": 23500
    },
    {
      "epoch": 4.22,
      "learning_rate": 1.1558213155117834e-05,
      "loss": 0.0686,
      "step": 24000
    },
    {
      "epoch": 4.31,
      "learning_rate": 1.1382342595849456e-05,
      "loss": 0.0709,
      "step": 24500
    },
    {
      "epoch": 4.4,
      "learning_rate": 1.1206472036581078e-05,
      "loss": 0.0747,
      "step": 25000
    },
    {
      "epoch": 4.48,
      "learning_rate": 1.1030601477312698e-05,
      "loss": 0.0658,
      "step": 25500
    },
    {
      "epoch": 4.57,
      "learning_rate": 1.085473091804432e-05,
      "loss": 0.0732,
      "step": 26000
    },
    {
      "epoch": 4.66,
      "learning_rate": 1.0678860358775942e-05,
      "loss": 0.0715,
      "step": 26500
    },
    {
      "epoch": 4.75,
      "learning_rate": 1.0502989799507564e-05,
      "loss": 0.0778,
      "step": 27000
    },
    {
      "epoch": 4.84,
      "learning_rate": 1.0327119240239184e-05,
      "loss": 0.0724,
      "step": 27500
    },
    {
      "epoch": 4.92,
      "learning_rate": 1.0151248680970806e-05,
      "loss": 0.0722,
      "step": 28000
    },
    {
      "epoch": 5.01,
      "learning_rate": 9.975378121702428e-06,
      "loss": 0.0691,
      "step": 28500
    },
    {
      "epoch": 5.1,
      "learning_rate": 9.79950756243405e-06,
      "loss": 0.0485,
      "step": 29000
    },
    {
      "epoch": 5.19,
      "learning_rate": 9.62363700316567e-06,
      "loss": 0.0503,
      "step": 29500
    },
    {
      "epoch": 5.28,
      "learning_rate": 9.447766443897292e-06,
      "loss": 0.0536,
      "step": 30000
    },
    {
      "epoch": 5.36,
      "learning_rate": 9.271895884628914e-06,
      "loss": 0.0503,
      "step": 30500
    },
    {
      "epoch": 5.45,
      "learning_rate": 9.096025325360536e-06,
      "loss": 0.0452,
      "step": 31000
    },
    {
      "epoch": 5.54,
      "learning_rate": 8.920154766092157e-06,
      "loss": 0.0473,
      "step": 31500
    },
    {
      "epoch": 5.63,
      "learning_rate": 8.744284206823778e-06,
      "loss": 0.0488,
      "step": 32000
    },
    {
      "epoch": 5.72,
      "learning_rate": 8.5684136475554e-06,
      "loss": 0.0507,
      "step": 32500
    },
    {
      "epoch": 5.8,
      "learning_rate": 8.392543088287022e-06,
      "loss": 0.0467,
      "step": 33000
    },
    {
      "epoch": 5.89,
      "learning_rate": 8.216672529018643e-06,
      "loss": 0.0556,
      "step": 33500
    },
    {
      "epoch": 5.98,
      "learning_rate": 8.040801969750265e-06,
      "loss": 0.0481,
      "step": 34000
    },
    {
      "epoch": 6.07,
      "learning_rate": 7.864931410481886e-06,
      "loss": 0.0367,
      "step": 34500
    },
    {
      "epoch": 6.16,
      "learning_rate": 7.689060851213508e-06,
      "loss": 0.0329,
      "step": 35000
    },
    {
      "epoch": 6.24,
      "learning_rate": 7.5131902919451295e-06,
      "loss": 0.0294,
      "step": 35500
    },
    {
      "epoch": 6.33,
      "learning_rate": 7.3373197326767506e-06,
      "loss": 0.032,
      "step": 36000
    },
    {
      "epoch": 6.42,
      "learning_rate": 7.1614491734083725e-06,
      "loss": 0.0331,
      "step": 36500
    },
    {
      "epoch": 6.51,
      "learning_rate": 6.985578614139994e-06,
      "loss": 0.0274,
      "step": 37000
    },
    {
      "epoch": 6.6,
      "learning_rate": 6.8097080548716155e-06,
      "loss": 0.0385,
      "step": 37500
    },
    {
      "epoch": 6.68,
      "learning_rate": 6.633837495603237e-06,
      "loss": 0.0367,
      "step": 38000
    },
    {
      "epoch": 6.77,
      "learning_rate": 6.4579669363348586e-06,
      "loss": 0.0447,
      "step": 38500
    },
    {
      "epoch": 6.86,
      "learning_rate": 6.28209637706648e-06,
      "loss": 0.0433,
      "step": 39000
    },
    {
      "epoch": 6.95,
      "learning_rate": 6.106225817798102e-06,
      "loss": 0.034,
      "step": 39500
    },
    {
      "epoch": 7.03,
      "learning_rate": 5.930355258529723e-06,
      "loss": 0.0311,
      "step": 40000
    },
    {
      "epoch": 7.12,
      "learning_rate": 5.754484699261345e-06,
      "loss": 0.0189,
      "step": 40500
    },
    {
      "epoch": 7.21,
      "learning_rate": 5.578614139992966e-06,
      "loss": 0.02,
      "step": 41000
    },
    {
      "epoch": 7.3,
      "learning_rate": 5.402743580724588e-06,
      "loss": 0.0218,
      "step": 41500
    },
    {
      "epoch": 7.39,
      "learning_rate": 5.226873021456209e-06,
      "loss": 0.0217,
      "step": 42000
    },
    {
      "epoch": 7.47,
      "learning_rate": 5.051002462187831e-06,
      "loss": 0.0282,
      "step": 42500
    },
    {
      "epoch": 7.56,
      "learning_rate": 4.875131902919452e-06,
      "loss": 0.0267,
      "step": 43000
    },
    {
      "epoch": 7.65,
      "learning_rate": 4.699261343651073e-06,
      "loss": 0.026,
      "step": 43500
    },
    {
      "epoch": 7.74,
      "learning_rate": 4.523390784382695e-06,
      "loss": 0.0217,
      "step": 44000
    },
    {
      "epoch": 7.83,
      "learning_rate": 4.347520225114316e-06,
      "loss": 0.0194,
      "step": 44500
    },
    {
      "epoch": 7.91,
      "learning_rate": 4.171649665845938e-06,
      "loss": 0.026,
      "step": 45000
    },
    {
      "epoch": 8.0,
      "learning_rate": 3.995779106577559e-06,
      "loss": 0.0274,
      "step": 45500
    },
    {
      "epoch": 8.09,
      "learning_rate": 3.819908547309181e-06,
      "loss": 0.0107,
      "step": 46000
    },
    {
      "epoch": 8.18,
      "learning_rate": 3.6440379880408023e-06,
      "loss": 0.0103,
      "step": 46500
    },
    {
      "epoch": 8.27,
      "learning_rate": 3.468167428772424e-06,
      "loss": 0.0172,
      "step": 47000
    },
    {
      "epoch": 8.35,
      "learning_rate": 3.2922968695040454e-06,
      "loss": 0.0129,
      "step": 47500
    },
    {
      "epoch": 8.44,
      "learning_rate": 3.116426310235667e-06,
      "loss": 0.017,
      "step": 48000
    },
    {
      "epoch": 8.53,
      "learning_rate": 2.9405557509672884e-06,
      "loss": 0.0204,
      "step": 48500
    },
    {
      "epoch": 8.62,
      "learning_rate": 2.76468519169891e-06,
      "loss": 0.0128,
      "step": 49000
    },
    {
      "epoch": 8.71,
      "learning_rate": 2.5888146324305314e-06,
      "loss": 0.0213,
      "step": 49500
    },
    {
      "epoch": 8.79,
      "learning_rate": 2.412944073162153e-06,
      "loss": 0.0125,
      "step": 50000
    },
    {
      "epoch": 8.88,
      "learning_rate": 2.2370735138937744e-06,
      "loss": 0.0128,
      "step": 50500
    },
    {
      "epoch": 8.97,
      "learning_rate": 2.061202954625396e-06,
      "loss": 0.0182,
      "step": 51000
    },
    {
      "epoch": 9.06,
      "learning_rate": 1.8853323953570175e-06,
      "loss": 0.0116,
      "step": 51500
    },
    {
      "epoch": 9.15,
      "learning_rate": 1.709461836088639e-06,
      "loss": 0.0081,
      "step": 52000
    },
    {
      "epoch": 9.23,
      "learning_rate": 1.5335912768202605e-06,
      "loss": 0.0084,
      "step": 52500
    },
    {
      "epoch": 9.32,
      "learning_rate": 1.357720717551882e-06,
      "loss": 0.0076,
      "step": 53000
    },
    {
      "epoch": 9.41,
      "learning_rate": 1.1818501582835035e-06,
      "loss": 0.0089,
      "step": 53500
    },
    {
      "epoch": 9.5,
      "learning_rate": 1.005979599015125e-06,
      "loss": 0.0067,
      "step": 54000
    },
    {
      "epoch": 9.58,
      "learning_rate": 8.301090397467465e-07,
      "loss": 0.0066,
      "step": 54500
    },
    {
      "epoch": 9.67,
      "learning_rate": 6.542384804783681e-07,
      "loss": 0.0097,
      "step": 55000
    },
    {
      "epoch": 9.76,
      "learning_rate": 4.783679212099895e-07,
      "loss": 0.0099,
      "step": 55500
    },
    {
      "epoch": 9.85,
      "learning_rate": 3.02497361941611e-07,
      "loss": 0.0059,
      "step": 56000
    },
    {
      "epoch": 9.94,
      "learning_rate": 1.2662680267323252e-07,
      "loss": 0.0075,
      "step": 56500
    },
    {
      "epoch": 10.0,
      "step": 56860,
      "total_flos": 9.365103496606515e+17,
      "train_runtime": 69350.928,
      "train_samples_per_second": 52.464,
      "train_steps_per_second": 0.82
    }
  ],
  "max_steps": 56860,
  "num_train_epochs": 10,
  "total_flos": 9.365103496606515e+17,
  "trial_name": null,
  "trial_params": null
}