{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 9.177373602536292,
  "global_step": 110000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04,
      "learning_rate": 4.9791423327215084e-05,
      "loss": 8.0732,
      "step": 500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.958284665443017e-05,
      "loss": 7.3801,
      "step": 1000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.9374269981645254e-05,
      "loss": 7.0667,
      "step": 1500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.9165693308860336e-05,
      "loss": 6.906,
      "step": 2000
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.8957116636075424e-05,
      "loss": 6.7114,
      "step": 2500
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.8748539963290505e-05,
      "loss": 6.6333,
      "step": 3000
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.8539963290505594e-05,
      "loss": 6.4948,
      "step": 3500
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.8331386617720675e-05,
      "loss": 6.3157,
      "step": 4000
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.812280994493576e-05,
      "loss": 6.1185,
      "step": 4500
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.7914233272150845e-05,
      "loss": 5.9335,
      "step": 5000
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.770565659936593e-05,
      "loss": 5.7535,
      "step": 5500
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.749707992658101e-05,
      "loss": 5.5631,
      "step": 6000
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.72885032537961e-05,
      "loss": 5.3707,
      "step": 6500
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.707992658101118e-05,
      "loss": 5.2234,
      "step": 7000
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.687134990822627e-05,
      "loss": 5.1324,
      "step": 7500
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.666277323544135e-05,
      "loss": 5.023,
      "step": 8000
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.645419656265643e-05,
      "loss": 4.9164,
      "step": 8500
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.624561988987152e-05,
      "loss": 4.8293,
      "step": 9000
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.60370432170866e-05,
      "loss": 4.7737,
      "step": 9500
    },
    {
      "epoch": 0.83,
      "learning_rate": 4.582846654430168e-05,
      "loss": 4.6915,
      "step": 10000
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.561988987151678e-05,
      "loss": 4.6345,
      "step": 10500
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.541131319873186e-05,
      "loss": 4.6052,
      "step": 11000
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.520273652594694e-05,
      "loss": 4.5157,
      "step": 11500
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.499415985316203e-05,
      "loss": 4.4535,
      "step": 12000
    },
    {
      "epoch": 1.04,
      "learning_rate": 4.478558318037711e-05,
      "loss": 4.4238,
      "step": 12500
    },
    {
      "epoch": 1.08,
      "learning_rate": 4.45770065075922e-05,
      "loss": 4.3574,
      "step": 13000
    },
    {
      "epoch": 1.13,
      "learning_rate": 4.436842983480728e-05,
      "loss": 4.3355,
      "step": 13500
    },
    {
      "epoch": 1.17,
      "learning_rate": 4.415985316202236e-05,
      "loss": 4.3007,
      "step": 14000
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.395127648923745e-05,
      "loss": 4.2482,
      "step": 14500
    },
    {
      "epoch": 1.25,
      "learning_rate": 4.374269981645253e-05,
      "loss": 4.1904,
      "step": 15000
    },
    {
      "epoch": 1.29,
      "learning_rate": 4.353412314366761e-05,
      "loss": 4.1877,
      "step": 15500
    },
    {
      "epoch": 1.33,
      "learning_rate": 4.33255464708827e-05,
      "loss": 4.1422,
      "step": 16000
    },
    {
      "epoch": 1.38,
      "learning_rate": 4.311696979809778e-05,
      "loss": 4.0952,
      "step": 16500
    },
    {
      "epoch": 1.42,
      "learning_rate": 4.2908393125312865e-05,
      "loss": 4.0837,
      "step": 17000
    },
    {
      "epoch": 1.46,
      "learning_rate": 4.269981645252795e-05,
      "loss": 4.0552,
      "step": 17500
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.2491239779743035e-05,
      "loss": 4.0141,
      "step": 18000
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.228266310695812e-05,
      "loss": 3.9979,
      "step": 18500
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.2074086434173204e-05,
      "loss": 3.9504,
      "step": 19000
    },
    {
      "epoch": 1.63,
      "learning_rate": 4.1865509761388286e-05,
      "loss": 3.9522,
      "step": 19500
    },
    {
      "epoch": 1.67,
      "learning_rate": 4.1656933088603374e-05,
      "loss": 3.9057,
      "step": 20000
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.1448356415818456e-05,
      "loss": 3.8997,
      "step": 20500
    },
    {
      "epoch": 1.75,
      "learning_rate": 4.123977974303354e-05,
      "loss": 3.8594,
      "step": 21000
    },
    {
      "epoch": 1.79,
      "learning_rate": 4.1031203070248626e-05,
      "loss": 3.823,
      "step": 21500
    },
    {
      "epoch": 1.84,
      "learning_rate": 4.082262639746371e-05,
      "loss": 3.8168,
      "step": 22000
    },
    {
      "epoch": 1.88,
      "learning_rate": 4.0614049724678796e-05,
      "loss": 3.7902,
      "step": 22500
    },
    {
      "epoch": 1.92,
      "learning_rate": 4.040547305189388e-05,
      "loss": 3.7825,
      "step": 23000
    },
    {
      "epoch": 1.96,
      "learning_rate": 4.019689637910896e-05,
      "loss": 3.7529,
      "step": 23500
    },
    {
      "epoch": 2.0,
      "learning_rate": 3.998831970632405e-05,
      "loss": 3.7309,
      "step": 24000
    },
    {
      "epoch": 2.04,
      "learning_rate": 3.977974303353913e-05,
      "loss": 3.6979,
      "step": 24500
    },
    {
      "epoch": 2.09,
      "learning_rate": 3.957116636075421e-05,
      "loss": 3.6644,
      "step": 25000
    },
    {
      "epoch": 2.13,
      "learning_rate": 3.93625896879693e-05,
      "loss": 3.6569,
      "step": 25500
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.915401301518438e-05,
      "loss": 3.6378,
      "step": 26000
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.894543634239947e-05,
      "loss": 3.6143,
      "step": 26500
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.873685966961455e-05,
      "loss": 3.5909,
      "step": 27000
    },
    {
      "epoch": 2.29,
      "learning_rate": 3.852828299682963e-05,
      "loss": 3.6046,
      "step": 27500
    },
    {
      "epoch": 2.34,
      "learning_rate": 3.831970632404472e-05,
      "loss": 3.577,
      "step": 28000
    },
    {
      "epoch": 2.38,
      "learning_rate": 3.81111296512598e-05,
      "loss": 3.5381,
      "step": 28500
    },
    {
      "epoch": 2.42,
      "learning_rate": 3.7902552978474884e-05,
      "loss": 3.5436,
      "step": 29000
    },
    {
      "epoch": 2.46,
      "learning_rate": 3.769397630568997e-05,
      "loss": 3.5292,
      "step": 29500
    },
    {
      "epoch": 2.5,
      "learning_rate": 3.7485399632905054e-05,
      "loss": 3.5224,
      "step": 30000
    },
    {
      "epoch": 2.54,
      "learning_rate": 3.727682296012014e-05,
      "loss": 3.5099,
      "step": 30500
    },
    {
      "epoch": 2.59,
      "learning_rate": 3.706824628733523e-05,
      "loss": 3.4796,
      "step": 31000
    },
    {
      "epoch": 2.63,
      "learning_rate": 3.685966961455031e-05,
      "loss": 3.475,
      "step": 31500
    },
    {
      "epoch": 2.67,
      "learning_rate": 3.66510929417654e-05,
      "loss": 3.4557,
      "step": 32000
    },
    {
      "epoch": 2.71,
      "learning_rate": 3.644251626898048e-05,
      "loss": 3.4315,
      "step": 32500
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6233939596195564e-05,
      "loss": 3.4356,
      "step": 33000
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.602536292341065e-05,
      "loss": 3.4244,
      "step": 33500
    },
    {
      "epoch": 2.84,
      "learning_rate": 3.5816786250625733e-05,
      "loss": 3.4026,
      "step": 34000
    },
    {
      "epoch": 2.88,
      "learning_rate": 3.5608209577840815e-05,
      "loss": 3.42,
      "step": 34500
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.5399632905055903e-05,
      "loss": 3.3832,
      "step": 35000
    },
    {
      "epoch": 2.96,
      "learning_rate": 3.5191056232270985e-05,
      "loss": 3.3545,
      "step": 35500
    },
    {
      "epoch": 3.0,
      "learning_rate": 3.4982479559486067e-05,
      "loss": 3.3327,
      "step": 36000
    },
    {
      "epoch": 3.05,
      "learning_rate": 3.4773902886701155e-05,
      "loss": 3.3129,
      "step": 36500
    },
    {
      "epoch": 3.09,
      "learning_rate": 3.4565326213916237e-05,
      "loss": 3.3115,
      "step": 37000
    },
    {
      "epoch": 3.13,
      "learning_rate": 3.4356749541131325e-05,
      "loss": 3.2831,
      "step": 37500
    },
    {
      "epoch": 3.17,
      "learning_rate": 3.4148172868346407e-05,
      "loss": 3.2743,
      "step": 38000
    },
    {
      "epoch": 3.21,
      "learning_rate": 3.393959619556149e-05,
      "loss": 3.2856,
      "step": 38500
    },
    {
      "epoch": 3.25,
      "learning_rate": 3.3731019522776576e-05,
      "loss": 3.267,
      "step": 39000
    },
    {
      "epoch": 3.3,
      "learning_rate": 3.352244284999166e-05,
      "loss": 3.264,
      "step": 39500
    },
    {
      "epoch": 3.34,
      "learning_rate": 3.331386617720674e-05,
      "loss": 3.2614,
      "step": 40000
    },
    {
      "epoch": 3.38,
      "learning_rate": 3.310528950442183e-05,
      "loss": 3.2554,
      "step": 40500
    },
    {
      "epoch": 3.42,
      "learning_rate": 3.289671283163691e-05,
      "loss": 3.2308,
      "step": 41000
    },
    {
      "epoch": 3.46,
      "learning_rate": 3.2688136158852e-05,
      "loss": 3.2329,
      "step": 41500
    },
    {
      "epoch": 3.5,
      "learning_rate": 3.247955948606708e-05,
      "loss": 3.2174,
      "step": 42000
    },
    {
      "epoch": 3.55,
      "learning_rate": 3.227098281328216e-05,
      "loss": 3.1932,
      "step": 42500
    },
    {
      "epoch": 3.59,
      "learning_rate": 3.206240614049725e-05,
      "loss": 3.1748,
      "step": 43000
    },
    {
      "epoch": 3.63,
      "learning_rate": 3.185382946771233e-05,
      "loss": 3.1664,
      "step": 43500
    },
    {
      "epoch": 3.67,
      "learning_rate": 3.164525279492741e-05,
      "loss": 3.1862,
      "step": 44000
    },
    {
      "epoch": 3.71,
      "learning_rate": 3.14366761221425e-05,
      "loss": 3.1649,
      "step": 44500
    },
    {
      "epoch": 3.75,
      "learning_rate": 3.122809944935758e-05,
      "loss": 3.1528,
      "step": 45000
    },
    {
      "epoch": 3.8,
      "learning_rate": 3.101952277657267e-05,
      "loss": 3.1512,
      "step": 45500
    },
    {
      "epoch": 3.84,
      "learning_rate": 3.081094610378775e-05,
      "loss": 3.1362,
      "step": 46000
    },
    {
      "epoch": 3.88,
      "learning_rate": 3.0602369431002834e-05,
      "loss": 3.1517,
      "step": 46500
    },
    {
      "epoch": 3.92,
      "learning_rate": 3.039379275821792e-05,
      "loss": 3.1104,
      "step": 47000
    },
    {
      "epoch": 3.96,
      "learning_rate": 3.0185216085433004e-05,
      "loss": 3.1216,
      "step": 47500
    },
    {
      "epoch": 4.0,
      "learning_rate": 2.997663941264809e-05,
      "loss": 3.1177,
      "step": 48000
    },
    {
      "epoch": 4.05,
      "learning_rate": 2.9768062739863174e-05,
      "loss": 3.0815,
      "step": 48500
    },
    {
      "epoch": 4.09,
      "learning_rate": 2.9559486067078256e-05,
      "loss": 3.0839,
      "step": 49000
    },
    {
      "epoch": 4.13,
      "learning_rate": 2.935090939429334e-05,
      "loss": 3.0499,
      "step": 49500
    },
    {
      "epoch": 4.17,
      "learning_rate": 2.9142332721508426e-05,
      "loss": 3.0597,
      "step": 50000
    },
    {
      "epoch": 4.21,
      "learning_rate": 2.8933756048723514e-05,
      "loss": 3.0588,
      "step": 50500
    },
    {
      "epoch": 4.25,
      "learning_rate": 2.87251793759386e-05,
      "loss": 3.0393,
      "step": 51000
    },
    {
      "epoch": 4.3,
      "learning_rate": 2.8516602703153684e-05,
      "loss": 3.041,
      "step": 51500
    },
    {
      "epoch": 4.34,
      "learning_rate": 2.8308026030368766e-05,
      "loss": 3.0235,
      "step": 52000
    },
    {
      "epoch": 4.38,
      "learning_rate": 2.809944935758385e-05,
      "loss": 3.0257,
      "step": 52500
    },
    {
      "epoch": 4.42,
      "learning_rate": 2.7890872684798936e-05,
      "loss": 3.0206,
      "step": 53000
    },
    {
      "epoch": 4.46,
      "learning_rate": 2.768229601201402e-05,
      "loss": 3.0039,
      "step": 53500
    },
    {
      "epoch": 4.51,
      "learning_rate": 2.7473719339229102e-05,
      "loss": 2.9904,
      "step": 54000
    },
    {
      "epoch": 4.55,
      "learning_rate": 2.7265142666444187e-05,
      "loss": 2.9984,
      "step": 54500
    },
    {
      "epoch": 4.59,
      "learning_rate": 2.7056565993659272e-05,
      "loss": 2.9806,
      "step": 55000
    },
    {
      "epoch": 4.63,
      "learning_rate": 2.6847989320874357e-05,
      "loss": 2.9864,
      "step": 55500
    },
    {
      "epoch": 4.67,
      "learning_rate": 2.663941264808944e-05,
      "loss": 2.9916,
      "step": 56000
    },
    {
      "epoch": 4.71,
      "learning_rate": 2.6430835975304524e-05,
      "loss": 2.9799,
      "step": 56500
    },
    {
      "epoch": 4.76,
      "learning_rate": 2.622225930251961e-05,
      "loss": 2.9744,
      "step": 57000
    },
    {
      "epoch": 4.8,
      "learning_rate": 2.6013682629734694e-05,
      "loss": 2.9689,
      "step": 57500
    },
    {
      "epoch": 4.84,
      "learning_rate": 2.5805105956949775e-05,
      "loss": 2.9755,
      "step": 58000
    },
    {
      "epoch": 4.88,
      "learning_rate": 2.559652928416486e-05,
      "loss": 2.9355,
      "step": 58500
    },
    {
      "epoch": 4.92,
      "learning_rate": 2.5387952611379945e-05,
      "loss": 2.9549,
      "step": 59000
    },
    {
      "epoch": 4.96,
      "learning_rate": 2.517937593859503e-05,
      "loss": 2.9552,
      "step": 59500
    },
    {
      "epoch": 5.01,
      "learning_rate": 2.497079926581011e-05,
      "loss": 2.9608,
      "step": 60000
    },
    {
      "epoch": 5.05,
      "learning_rate": 2.4762222593025197e-05,
      "loss": 2.9073,
      "step": 60500
    },
    {
      "epoch": 5.09,
      "learning_rate": 2.455364592024028e-05,
      "loss": 2.9192,
      "step": 61000
    },
    {
      "epoch": 5.13,
      "learning_rate": 2.4345069247455367e-05,
      "loss": 2.922,
      "step": 61500
    },
    {
      "epoch": 5.17,
      "learning_rate": 2.4136492574670448e-05,
      "loss": 2.8877,
      "step": 62000
    },
    {
      "epoch": 5.21,
      "learning_rate": 2.3927915901885533e-05,
      "loss": 2.9045,
      "step": 62500
    },
    {
      "epoch": 5.26,
      "learning_rate": 2.3719339229100618e-05,
      "loss": 2.8876,
      "step": 63000
    },
    {
      "epoch": 5.3,
      "learning_rate": 2.3510762556315703e-05,
      "loss": 2.8986,
      "step": 63500
    },
    {
      "epoch": 5.34,
      "learning_rate": 2.3302185883530785e-05,
      "loss": 2.8924,
      "step": 64000
    },
    {
      "epoch": 5.38,
      "learning_rate": 2.309360921074587e-05,
      "loss": 2.8761,
      "step": 64500
    },
    {
      "epoch": 5.42,
      "learning_rate": 2.2885032537960955e-05,
      "loss": 2.8782,
      "step": 65000
    },
    {
      "epoch": 5.46,
      "learning_rate": 2.267645586517604e-05,
      "loss": 2.878,
      "step": 65500
    },
    {
      "epoch": 5.51,
      "learning_rate": 2.2467879192391125e-05,
      "loss": 2.8706,
      "step": 66000
    },
    {
      "epoch": 5.55,
      "learning_rate": 2.225930251960621e-05,
      "loss": 2.8647,
      "step": 66500
    },
    {
      "epoch": 5.59,
      "learning_rate": 2.2050725846821295e-05,
      "loss": 2.8407,
      "step": 67000
    },
    {
      "epoch": 5.63,
      "learning_rate": 2.1842149174036376e-05,
      "loss": 2.86,
      "step": 67500
    },
    {
      "epoch": 5.67,
      "learning_rate": 2.163357250125146e-05,
      "loss": 2.8585,
      "step": 68000
    },
    {
      "epoch": 5.72,
      "learning_rate": 2.1424995828466546e-05,
      "loss": 2.8472,
      "step": 68500
    },
    {
      "epoch": 5.76,
      "learning_rate": 2.121641915568163e-05,
      "loss": 2.8495,
      "step": 69000
    },
    {
      "epoch": 5.8,
      "learning_rate": 2.1007842482896713e-05,
      "loss": 2.8375,
      "step": 69500
    },
    {
      "epoch": 5.84,
      "learning_rate": 2.0799265810111798e-05,
      "loss": 2.8456,
      "step": 70000
    },
    {
      "epoch": 5.88,
      "learning_rate": 2.0590689137326883e-05,
      "loss": 2.8388,
      "step": 70500
    },
    {
      "epoch": 5.92,
      "learning_rate": 2.0382112464541968e-05,
      "loss": 2.8346,
      "step": 71000
    },
    {
      "epoch": 5.97,
      "learning_rate": 2.017353579175705e-05,
      "loss": 2.8259,
      "step": 71500
    },
    {
      "epoch": 6.01,
      "learning_rate": 1.9964959118972134e-05,
      "loss": 2.8211,
      "step": 72000
    },
    {
      "epoch": 6.05,
      "learning_rate": 1.975638244618722e-05,
      "loss": 2.7936,
      "step": 72500
    },
    {
      "epoch": 6.09,
      "learning_rate": 1.9547805773402304e-05,
      "loss": 2.7904,
      "step": 73000
    },
    {
      "epoch": 6.13,
      "learning_rate": 1.9339229100617386e-05,
      "loss": 2.7982,
      "step": 73500
    },
    {
      "epoch": 6.17,
      "learning_rate": 1.913065242783247e-05,
      "loss": 2.7948,
      "step": 74000
    },
    {
      "epoch": 6.22,
      "learning_rate": 1.8922075755047556e-05,
      "loss": 2.8152,
      "step": 74500
    },
    {
      "epoch": 6.26,
      "learning_rate": 1.871349908226264e-05,
      "loss": 2.7862,
      "step": 75000
    },
    {
      "epoch": 6.3,
      "learning_rate": 1.8504922409477726e-05,
      "loss": 2.7915,
      "step": 75500
    },
    {
      "epoch": 6.34,
      "learning_rate": 1.829634573669281e-05,
      "loss": 2.7796,
      "step": 76000
    },
    {
      "epoch": 6.38,
      "learning_rate": 1.8087769063907896e-05,
      "loss": 2.7892,
      "step": 76500
    },
    {
      "epoch": 6.42,
      "learning_rate": 1.7879192391122977e-05,
      "loss": 2.7827,
      "step": 77000
    },
    {
      "epoch": 6.47,
      "learning_rate": 1.7670615718338062e-05,
      "loss": 2.7857,
      "step": 77500
    },
    {
      "epoch": 6.51,
      "learning_rate": 1.7462039045553147e-05,
      "loss": 2.7889,
      "step": 78000
    },
    {
      "epoch": 6.55,
      "learning_rate": 1.7253462372768232e-05,
      "loss": 2.748,
      "step": 78500
    },
    {
      "epoch": 6.59,
      "learning_rate": 1.7044885699983314e-05,
      "loss": 2.7607,
      "step": 79000
    },
    {
      "epoch": 6.63,
      "learning_rate": 1.68363090271984e-05,
      "loss": 2.7597,
      "step": 79500
    },
    {
      "epoch": 6.67,
      "learning_rate": 1.6627732354413484e-05,
      "loss": 2.7591,
      "step": 80000
    },
    {
      "epoch": 6.72,
      "learning_rate": 1.641915568162857e-05,
      "loss": 2.759,
      "step": 80500
    },
    {
      "epoch": 6.76,
      "learning_rate": 1.621057900884365e-05,
      "loss": 2.7519,
      "step": 81000
    },
    {
      "epoch": 6.8,
      "learning_rate": 1.6002002336058735e-05,
      "loss": 2.745,
      "step": 81500
    },
    {
      "epoch": 6.84,
      "learning_rate": 1.579342566327382e-05,
      "loss": 2.7569,
      "step": 82000
    },
    {
      "epoch": 6.88,
      "learning_rate": 1.5584848990488905e-05,
      "loss": 2.7549,
      "step": 82500
    },
    {
      "epoch": 6.92,
      "learning_rate": 1.5376272317703987e-05,
      "loss": 2.748,
      "step": 83000
    },
    {
      "epoch": 6.97,
      "learning_rate": 1.5167695644919072e-05,
      "loss": 2.7653,
      "step": 83500
    },
    {
      "epoch": 7.01,
      "learning_rate": 1.4959118972134157e-05,
      "loss": 2.7258,
      "step": 84000
    },
    {
      "epoch": 7.05,
      "learning_rate": 1.475054229934924e-05,
      "loss": 2.729,
      "step": 84500
    },
    {
      "epoch": 7.09,
      "learning_rate": 1.4541965626564325e-05,
      "loss": 2.7198,
      "step": 85000
    },
    {
      "epoch": 7.13,
      "learning_rate": 1.4333388953779412e-05,
      "loss": 2.7184,
      "step": 85500
    },
    {
      "epoch": 7.18,
      "learning_rate": 1.4124812280994495e-05,
      "loss": 2.7079,
      "step": 86000
    },
    {
      "epoch": 7.22,
      "learning_rate": 1.391623560820958e-05,
      "loss": 2.7243,
      "step": 86500
    },
    {
      "epoch": 7.26,
      "learning_rate": 1.3707658935424663e-05,
      "loss": 2.6942,
      "step": 87000
    },
    {
      "epoch": 7.3,
      "learning_rate": 1.3499082262639748e-05,
      "loss": 2.7002,
      "step": 87500
    },
    {
      "epoch": 7.34,
      "learning_rate": 1.3290505589854831e-05,
      "loss": 2.7085,
      "step": 88000
    },
    {
      "epoch": 7.38,
      "learning_rate": 1.3081928917069916e-05,
      "loss": 2.6986,
      "step": 88500
    },
    {
      "epoch": 7.43,
      "learning_rate": 1.2873352244285e-05,
      "loss": 2.7054,
      "step": 89000
    },
    {
      "epoch": 7.47,
      "learning_rate": 1.2664775571500085e-05,
      "loss": 2.7214,
      "step": 89500
    },
    {
      "epoch": 7.51,
      "learning_rate": 1.2456198898715168e-05,
      "loss": 2.7054,
      "step": 90000
    },
    {
      "epoch": 7.55,
      "learning_rate": 1.2247622225930253e-05,
      "loss": 2.7054,
      "step": 90500
    },
    {
      "epoch": 7.59,
      "learning_rate": 1.2039045553145336e-05,
      "loss": 2.7097,
      "step": 91000
    },
    {
      "epoch": 7.63,
      "learning_rate": 1.1830468880360421e-05,
      "loss": 2.6911,
      "step": 91500
    },
    {
      "epoch": 7.68,
      "learning_rate": 1.1621892207575505e-05,
      "loss": 2.6768,
      "step": 92000
    },
    {
      "epoch": 7.72,
      "learning_rate": 1.141331553479059e-05,
      "loss": 2.6735,
      "step": 92500
    },
    {
      "epoch": 7.76,
      "learning_rate": 1.1204738862005673e-05,
      "loss": 2.703,
      "step": 93000
    },
    {
      "epoch": 7.8,
      "learning_rate": 1.099616218922076e-05,
      "loss": 2.6704,
      "step": 93500
    },
    {
      "epoch": 7.84,
      "learning_rate": 1.0787585516435843e-05,
      "loss": 2.6833,
      "step": 94000
    },
    {
      "epoch": 7.88,
      "learning_rate": 1.0579008843650926e-05,
      "loss": 2.6809,
      "step": 94500
    },
    {
      "epoch": 7.93,
      "learning_rate": 1.0370432170866011e-05,
      "loss": 2.6766,
      "step": 95000
    },
    {
      "epoch": 7.97,
      "learning_rate": 1.0161855498081094e-05,
      "loss": 2.6719,
      "step": 95500
    },
    {
      "epoch": 8.01,
      "learning_rate": 9.95327882529618e-06,
      "loss": 2.6801,
      "step": 96000
    },
    {
      "epoch": 8.05,
      "learning_rate": 9.744702152511263e-06,
      "loss": 2.6555,
      "step": 96500
    },
    {
      "epoch": 8.09,
      "learning_rate": 9.536125479726348e-06,
      "loss": 2.656,
      "step": 97000
    },
    {
      "epoch": 8.13,
      "learning_rate": 9.32754880694143e-06,
      "loss": 2.6629,
      "step": 97500
    },
    {
      "epoch": 8.18,
      "learning_rate": 9.118972134156516e-06,
      "loss": 2.6591,
      "step": 98000
    },
    {
      "epoch": 8.22,
      "learning_rate": 8.9103954613716e-06,
      "loss": 2.6521,
      "step": 98500
    },
    {
      "epoch": 8.26,
      "learning_rate": 8.701818788586686e-06,
      "loss": 2.6594,
      "step": 99000
    },
    {
      "epoch": 8.3,
      "learning_rate": 8.493242115801769e-06,
      "loss": 2.65,
      "step": 99500
    },
    {
      "epoch": 8.34,
      "learning_rate": 8.284665443016854e-06,
      "loss": 2.6492,
      "step": 100000
    },
    {
      "epoch": 8.38,
      "learning_rate": 8.076088770231937e-06,
      "loss": 2.6443,
      "step": 100500
    },
    {
      "epoch": 8.43,
      "learning_rate": 7.867512097447022e-06,
      "loss": 2.6567,
      "step": 101000
    },
    {
      "epoch": 8.47,
      "learning_rate": 7.658935424662106e-06,
      "loss": 2.6213,
      "step": 101500
    },
    {
      "epoch": 8.51,
      "learning_rate": 7.45035875187719e-06,
      "loss": 2.6659,
      "step": 102000
    },
    {
      "epoch": 8.55,
      "learning_rate": 7.241782079092274e-06,
      "loss": 2.6456,
      "step": 102500
    },
    {
      "epoch": 8.59,
      "learning_rate": 7.033205406307358e-06,
      "loss": 2.6431,
      "step": 103000
    },
    {
      "epoch": 8.64,
      "learning_rate": 6.824628733522444e-06,
      "loss": 2.6418,
      "step": 103500
    },
    {
      "epoch": 8.68,
      "learning_rate": 6.616052060737528e-06,
      "loss": 2.6437,
      "step": 104000
    },
    {
      "epoch": 8.72,
      "learning_rate": 6.407475387952612e-06,
      "loss": 2.6398,
      "step": 104500
    },
    {
      "epoch": 8.76,
      "learning_rate": 6.198898715167696e-06,
      "loss": 2.6565,
      "step": 105000
    },
    {
      "epoch": 8.8,
      "learning_rate": 5.99032204238278e-06,
      "loss": 2.6403,
      "step": 105500
    },
    {
      "epoch": 8.84,
      "learning_rate": 5.7817453695978644e-06,
      "loss": 2.6243,
      "step": 106000
    },
    {
      "epoch": 8.89,
      "learning_rate": 5.5731686968129486e-06,
      "loss": 2.6253,
      "step": 106500
    },
    {
      "epoch": 8.93,
      "learning_rate": 5.3645920240280335e-06,
      "loss": 2.6358,
      "step": 107000
    },
    {
      "epoch": 8.97,
      "learning_rate": 5.156015351243118e-06,
      "loss": 2.6267,
      "step": 107500
    },
    {
      "epoch": 9.01,
      "learning_rate": 4.947438678458202e-06,
      "loss": 2.6483,
      "step": 108000
    },
    {
      "epoch": 9.05,
      "learning_rate": 4.738862005673286e-06,
      "loss": 2.6325,
      "step": 108500
    },
    {
      "epoch": 9.09,
      "learning_rate": 4.53028533288837e-06,
      "loss": 2.6104,
      "step": 109000
    },
    {
      "epoch": 9.14,
      "learning_rate": 4.321708660103454e-06,
      "loss": 2.6263,
      "step": 109500
    },
    {
      "epoch": 9.18,
      "learning_rate": 4.113131987318538e-06,
      "loss": 2.6118,
      "step": 110000
    }
  ],
  "max_steps": 119860,
  "num_train_epochs": 10,
  "total_flos": 4.514572271830057e+17,
  "trial_name": null,
  "trial_params": null
}