[
  {
    "loss": 5.60179638671875,
    "learning_rate": 4.9189600959512466e-05,
    "epoch": 0.048623942429252165,
    "total_flos": 127437846067872,
    "step": 500
  },
  {
    "loss": 4.56484326171875,
    "learning_rate": 4.837920191902493e-05,
    "epoch": 0.09724788485850433,
    "total_flos": 258224201311392,
    "step": 1000
  },
  {
    "loss": 4.172212890625,
    "learning_rate": 4.756880287853739e-05,
    "epoch": 0.1458718272877565,
    "total_flos": 389157743771424,
    "step": 1500
  },
  {
    "loss": 4.0773701171875,
    "learning_rate": 4.6758403838049856e-05,
    "epoch": 0.19449576971700866,
    "total_flos": 515696696481312,
    "step": 2000
  },
  {
    "loss": 3.90251953125,
    "learning_rate": 4.594800479756232e-05,
    "epoch": 0.24311971214626082,
    "total_flos": 643145055921792,
    "step": 2500
  },
  {
    "loss": 3.74609375,
    "learning_rate": 4.513760575707479e-05,
    "epoch": 0.291743654575513,
    "total_flos": 771103313933760,
    "step": 3000
  },
  {
    "loss": 3.63271875,
    "learning_rate": 4.432720671658725e-05,
    "epoch": 0.34036759700476515,
    "total_flos": 899392743182880,
    "step": 3500
  },
  {
    "loss": 3.617484375,
    "learning_rate": 4.3516807676099715e-05,
    "epoch": 0.3889915394340173,
    "total_flos": 1031971628456064,
    "step": 4000
  },
  {
    "loss": 3.59037109375,
    "learning_rate": 4.270640863561218e-05,
    "epoch": 0.4376154818632695,
    "total_flos": 1159745902447392,
    "step": 4500
  },
  {
    "loss": 3.5753984375,
    "learning_rate": 4.189600959512464e-05,
    "epoch": 0.48623942429252165,
    "total_flos": 1288030075010208,
    "step": 5000
  },
  {
    "loss": 3.5130390625,
    "learning_rate": 4.1085610554637105e-05,
    "epoch": 0.5348633667217738,
    "total_flos": 1414432353876192,
    "step": 5500
  },
  {
    "loss": 3.469171875,
    "learning_rate": 4.027521151414957e-05,
    "epoch": 0.583487309151026,
    "total_flos": 1539068386144032,
    "step": 6000
  },
  {
    "loss": 3.4336640625,
    "learning_rate": 3.946481247366203e-05,
    "epoch": 0.6321112515802781,
    "total_flos": 1667946564259200,
    "step": 6500
  },
  {
    "loss": 3.39712109375,
    "learning_rate": 3.8654413433174495e-05,
    "epoch": 0.6807351940095303,
    "total_flos": 1794422436733440,
    "step": 7000
  },
  {
    "loss": 3.3770703125,
    "learning_rate": 3.784401439268696e-05,
    "epoch": 0.7293591364387825,
    "total_flos": 1922738149414080,
    "step": 7500
  },
  {
    "loss": 3.3730703125,
    "learning_rate": 3.703361535219942e-05,
    "epoch": 0.7779830788680346,
    "total_flos": 2052888445614816,
    "step": 8000
  },
  {
    "loss": 3.310546875,
    "learning_rate": 3.622321631171189e-05,
    "epoch": 0.8266070212972868,
    "total_flos": 2186350454187072,
    "step": 8500
  },
  {
    "loss": 3.260265625,
    "learning_rate": 3.5412817271224355e-05,
    "epoch": 0.875230963726539,
    "total_flos": 2314024851138624,
    "step": 9000
  },
  {
    "loss": 3.2306796875,
    "learning_rate": 3.460241823073682e-05,
    "epoch": 0.9238549061557911,
    "total_flos": 2442719045233152,
    "step": 9500
  },
  {
    "loss": 3.2746796875,
    "learning_rate": 3.379201919024928e-05,
    "epoch": 0.9724788485850433,
    "total_flos": 2569378901728032,
    "step": 10000
  },
  {
    "loss": 3.1525703125,
    "learning_rate": 3.2981620149761745e-05,
    "epoch": 1.0211027910142954,
    "total_flos": 2698954904950056,
    "step": 10500
  },
  {
    "loss": 3.2410859375,
    "learning_rate": 3.217122110927421e-05,
    "epoch": 1.0697267334435476,
    "total_flos": 2828821340090376,
    "step": 11000
  },
  {
    "loss": 3.0903984375,
    "learning_rate": 3.136082206878667e-05,
    "epoch": 1.1183506758727997,
    "total_flos": 2958682518544392,
    "step": 11500
  },
  {
    "loss": 3.08865625,
    "learning_rate": 3.0550423028299135e-05,
    "epoch": 1.166974618302052,
    "total_flos": 3088039055113224,
    "step": 12000
  },
  {
    "loss": 3.1113671875,
    "learning_rate": 2.9740023987811598e-05,
    "epoch": 1.215598560731304,
    "total_flos": 3214535954332680,
    "step": 12500
  },
  {
    "loss": 3.088109375,
    "learning_rate": 2.8929624947324065e-05,
    "epoch": 1.2642225031605563,
    "total_flos": 3340123446821544,
    "step": 13000
  },
  {
    "loss": 3.03825,
    "learning_rate": 2.8119225906836528e-05,
    "epoch": 1.3128464455898083,
    "total_flos": 3469900518294696,
    "step": 13500
  },
  {
    "loss": 3.1165703125,
    "learning_rate": 2.730882686634899e-05,
    "epoch": 1.3614703880190606,
    "total_flos": 3597664278913416,
    "step": 14000
  },
  {
    "loss": 3.0786875,
    "learning_rate": 2.6498427825861454e-05,
    "epoch": 1.4100943304483127,
    "total_flos": 3726390013125768,
    "step": 14500
  },
  {
    "loss": 3.0769453125,
    "learning_rate": 2.5688028785373918e-05,
    "epoch": 1.458718272877565,
    "total_flos": 3854211597293832,
    "step": 15000
  },
  {
    "loss": 2.9751015625,
    "learning_rate": 2.487762974488638e-05,
    "epoch": 1.5073422153068172,
    "total_flos": 3979215597602952,
    "step": 15500
  },
  {
    "loss": 3.004953125,
    "learning_rate": 2.4067230704398848e-05,
    "epoch": 1.5559661577360693,
    "total_flos": 4105360298840040,
    "step": 16000
  },
  {
    "loss": 3.0202265625,
    "learning_rate": 2.325683166391131e-05,
    "epoch": 1.6045901001653213,
    "total_flos": 4232114775688392,
    "step": 16500
  },
  {
    "loss": 2.967203125,
    "learning_rate": 2.2446432623423774e-05,
    "epoch": 1.6532140425945736,
    "total_flos": 4357849455393768,
    "step": 17000
  },
  {
    "loss": 2.95409375,
    "learning_rate": 2.1636033582936237e-05,
    "epoch": 1.7018379850238259,
    "total_flos": 4487106114922824,
    "step": 17500
  },
  {
    "loss": 3.068265625,
    "learning_rate": 2.08256345424487e-05,
    "epoch": 1.750461927453078,
    "total_flos": 4614885645600456,
    "step": 18000
  },
  {
    "loss": 2.992953125,
    "learning_rate": 2.0015235501961167e-05,
    "epoch": 1.79908586988233,
    "total_flos": 4744000374599304,
    "step": 18500
  },
  {
    "loss": 2.9246953125,
    "learning_rate": 1.920483646147363e-05,
    "epoch": 1.8477098123115823,
    "total_flos": 4872962659695336,
    "step": 19000
  },
  {
    "loss": 2.980765625,
    "learning_rate": 1.8394437420986094e-05,
    "epoch": 1.8963337547408345,
    "total_flos": 5000447815939944,
    "step": 19500
  },
  {
    "loss": 2.95859375,
    "learning_rate": 1.7584038380498557e-05,
    "epoch": 1.9449576971700866,
    "total_flos": 5130419384806344,
    "step": 20000
  },
  {
    "loss": 2.951875,
    "learning_rate": 1.677363934001102e-05,
    "epoch": 1.9935816395993387,
    "total_flos": 5260301590005576,
    "step": 20500
  },
  {
    "loss": 2.90753125,
    "learning_rate": 1.5963240299523484e-05,
    "epoch": 2.0422055820285907,
    "total_flos": 5386174914812220,
    "step": 21000
  },
  {
    "loss": 2.8725,
    "learning_rate": 1.5152841259035949e-05,
    "epoch": 2.090829524457843,
    "total_flos": 5515216050202812,
    "step": 21500
  },
  {
    "loss": 2.813546875,
    "learning_rate": 1.4342442218548414e-05,
    "epoch": 2.1394534668870953,
    "total_flos": 5644814394341628,
    "step": 22000
  },
  {
    "loss": 2.867796875,
    "learning_rate": 1.3532043178060877e-05,
    "epoch": 2.1880774093163473,
    "total_flos": 5770811908362204,
    "step": 22500
  },
  {
    "loss": 2.797328125,
    "learning_rate": 1.272164413757334e-05,
    "epoch": 2.2367013517455994,
    "total_flos": 5901487873193340,
    "step": 23000
  },
  {
    "loss": 2.8206875,
    "learning_rate": 1.1911245097085805e-05,
    "epoch": 2.285325294174852,
    "total_flos": 6032090244416220,
    "step": 23500
  },
  {
    "loss": 2.835703125,
    "learning_rate": 1.110084605659827e-05,
    "epoch": 2.333949236604104,
    "total_flos": 6158765870970012,
    "step": 24000
  },
  {
    "loss": 2.888296875,
    "learning_rate": 1.0290447016110734e-05,
    "epoch": 2.382573179033356,
    "total_flos": 6289205284917468,
    "step": 24500
  },
  {
    "loss": 2.82090625,
    "learning_rate": 9.480047975623198e-06,
    "epoch": 2.431197121462608,
    "total_flos": 6419592132001884,
    "step": 25000
  },
  {
    "loss": 2.832359375,
    "learning_rate": 8.669648935135662e-06,
    "epoch": 2.4798210638918605,
    "total_flos": 6547245502208220,
    "step": 25500
  },
  {
    "loss": 2.81575,
    "learning_rate": 7.859249894648125e-06,
    "epoch": 2.5284450063211126,
    "total_flos": 6676738712620956,
    "step": 26000
  },
  {
    "loss": 2.750359375,
    "learning_rate": 7.048850854160589e-06,
    "epoch": 2.5770689487503646,
    "total_flos": 6806862725390172,
    "step": 26500
  },
  {
    "loss": 2.80775,
    "learning_rate": 6.2384518136730525e-06,
    "epoch": 2.6256928911796167,
    "total_flos": 6936345422430300,
    "step": 27000
  },
  {
    "loss": 2.7769375,
    "learning_rate": 5.4280527731855174e-06,
    "epoch": 2.674316833608869,
    "total_flos": 7062795011473020,
    "step": 27500
  },
  {
    "loss": 2.812875,
    "learning_rate": 4.617653732697981e-06,
    "epoch": 2.7229407760381212,
    "total_flos": 7193202885302652,
    "step": 28000
  },
  {
    "loss": 2.82128125,
    "learning_rate": 3.807254692210445e-06,
    "epoch": 2.7715647184673733,
    "total_flos": 7325014294375452,
    "step": 28500
  },
  {
    "loss": 2.7645625,
    "learning_rate": 2.9968556517229085e-06,
    "epoch": 2.8201886608966253,
    "total_flos": 7450607043550620,
    "step": 29000
  },
  {
    "loss": 2.867234375,
    "learning_rate": 2.1864566112353722e-06,
    "epoch": 2.8688126033258774,
    "total_flos": 7577203819809852,
    "step": 29500
  },
  {
    "loss": 2.772796875,
    "learning_rate": 1.3760575707478364e-06,
    "epoch": 2.91743654575513,
    "total_flos": 7705477479000060,
    "step": 30000
  },
  {
    "loss": 2.80721875,
    "learning_rate": 5.656585302603003e-07,
    "epoch": 2.966060488184382,
    "total_flos": 7829551045833372,
    "step": 30500
  }
]