{
  "best_metric": 0.003461688058450818,
  "best_model_checkpoint": "autotrain-9t83i-0umcp/checkpoint-1372",
  "epoch": 7.0,
  "eval_steps": 500,
  "global_step": 1372,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04591836734693878,
      "grad_norm": 2.446383237838745,
      "learning_rate": 1.1479591836734695e-06,
      "loss": 0.1983,
      "step": 9
    },
    {
      "epoch": 0.09183673469387756,
      "grad_norm": 3.9726994037628174,
      "learning_rate": 2.295918367346939e-06,
      "loss": 0.2526,
      "step": 18
    },
    {
      "epoch": 0.1377551020408163,
      "grad_norm": 4.180245399475098,
      "learning_rate": 3.443877551020408e-06,
      "loss": 0.1536,
      "step": 27
    },
    {
      "epoch": 0.1836734693877551,
      "grad_norm": 3.1698622703552246,
      "learning_rate": 4.591836734693878e-06,
      "loss": 0.3117,
      "step": 36
    },
    {
      "epoch": 0.22959183673469388,
      "grad_norm": 4.330101490020752,
      "learning_rate": 5.7397959183673475e-06,
      "loss": 0.2641,
      "step": 45
    },
    {
      "epoch": 0.2755102040816326,
      "grad_norm": 2.323159694671631,
      "learning_rate": 6.887755102040816e-06,
      "loss": 0.4657,
      "step": 54
    },
    {
      "epoch": 0.32142857142857145,
      "grad_norm": 5.427762508392334,
      "learning_rate": 8.035714285714286e-06,
      "loss": 0.3486,
      "step": 63
    },
    {
      "epoch": 0.3673469387755102,
      "grad_norm": 4.673620223999023,
      "learning_rate": 9.183673469387756e-06,
      "loss": 0.3346,
      "step": 72
    },
    {
      "epoch": 0.413265306122449,
      "grad_norm": 4.061607837677002,
      "learning_rate": 1.0331632653061225e-05,
      "loss": 0.1703,
      "step": 81
    },
    {
      "epoch": 0.45918367346938777,
      "grad_norm": 2.6127052307128906,
      "learning_rate": 1.1479591836734695e-05,
      "loss": 0.4217,
      "step": 90
    },
    {
      "epoch": 0.5051020408163265,
      "grad_norm": 4.84128475189209,
      "learning_rate": 1.2627551020408163e-05,
      "loss": 0.1865,
      "step": 99
    },
    {
      "epoch": 0.5510204081632653,
      "grad_norm": 3.507438898086548,
      "learning_rate": 1.3775510204081633e-05,
      "loss": 0.3114,
      "step": 108
    },
    {
      "epoch": 0.5969387755102041,
      "grad_norm": 1.1375735998153687,
      "learning_rate": 1.4923469387755104e-05,
      "loss": 0.3519,
      "step": 117
    },
    {
      "epoch": 0.6428571428571429,
      "grad_norm": 3.5756773948669434,
      "learning_rate": 1.6071428571428572e-05,
      "loss": 0.2934,
      "step": 126
    },
    {
      "epoch": 0.6887755102040817,
      "grad_norm": 3.714728593826294,
      "learning_rate": 1.7219387755102043e-05,
      "loss": 0.3112,
      "step": 135
    },
    {
      "epoch": 0.7346938775510204,
      "grad_norm": 4.473227500915527,
      "learning_rate": 1.836734693877551e-05,
      "loss": 0.1897,
      "step": 144
    },
    {
      "epoch": 0.7806122448979592,
      "grad_norm": 2.203939914703369,
      "learning_rate": 1.9515306122448983e-05,
      "loss": 0.2168,
      "step": 153
    },
    {
      "epoch": 0.826530612244898,
      "grad_norm": 1.36044180393219,
      "learning_rate": 2.066326530612245e-05,
      "loss": 0.117,
      "step": 162
    },
    {
      "epoch": 0.8724489795918368,
      "grad_norm": 1.2238707542419434,
      "learning_rate": 2.181122448979592e-05,
      "loss": 0.2936,
      "step": 171
    },
    {
      "epoch": 0.9183673469387755,
      "grad_norm": 2.6794865131378174,
      "learning_rate": 2.295918367346939e-05,
      "loss": 0.1305,
      "step": 180
    },
    {
      "epoch": 0.9642857142857143,
      "grad_norm": 3.089512825012207,
      "learning_rate": 2.4107142857142858e-05,
      "loss": 0.397,
      "step": 189
    },
    {
      "epoch": 1.0,
      "eval_gen_len": 128.0,
      "eval_loss": 0.18853867053985596,
      "eval_rouge1": 89.2949,
      "eval_rouge2": 83.057,
      "eval_rougeL": 88.1848,
      "eval_rougeLsum": 88.7391,
      "eval_runtime": 38.0997,
      "eval_samples_per_second": 2.572,
      "eval_steps_per_second": 0.656,
      "step": 196
    },
    {
      "epoch": 1.010204081632653,
      "grad_norm": 2.5835583209991455,
      "learning_rate": 2.5255102040816326e-05,
      "loss": 0.3554,
      "step": 198
    },
    {
      "epoch": 1.0561224489795917,
      "grad_norm": 1.9029709100723267,
      "learning_rate": 2.6403061224489794e-05,
      "loss": 0.1324,
      "step": 207
    },
    {
      "epoch": 1.1020408163265305,
      "grad_norm": 2.5668606758117676,
      "learning_rate": 2.7551020408163265e-05,
      "loss": 0.1243,
      "step": 216
    },
    {
      "epoch": 1.1479591836734695,
      "grad_norm": 2.5577433109283447,
      "learning_rate": 2.869897959183674e-05,
      "loss": 0.0995,
      "step": 225
    },
    {
      "epoch": 1.193877551020408,
      "grad_norm": 4.285234451293945,
      "learning_rate": 2.9846938775510208e-05,
      "loss": 0.2354,
      "step": 234
    },
    {
      "epoch": 1.239795918367347,
      "grad_norm": 3.811396598815918,
      "learning_rate": 3.0994897959183676e-05,
      "loss": 0.181,
      "step": 243
    },
    {
      "epoch": 1.2857142857142856,
      "grad_norm": 0.5611918568611145,
      "learning_rate": 3.2142857142857144e-05,
      "loss": 0.0721,
      "step": 252
    },
    {
      "epoch": 1.3316326530612246,
      "grad_norm": 4.734651565551758,
      "learning_rate": 3.329081632653062e-05,
      "loss": 0.1276,
      "step": 261
    },
    {
      "epoch": 1.3775510204081631,
      "grad_norm": 2.2007200717926025,
      "learning_rate": 3.443877551020409e-05,
      "loss": 0.0872,
      "step": 270
    },
    {
      "epoch": 1.4234693877551021,
      "grad_norm": 1.3555959463119507,
      "learning_rate": 3.5586734693877555e-05,
      "loss": 0.2188,
      "step": 279
    },
    {
      "epoch": 1.469387755102041,
      "grad_norm": 2.6970372200012207,
      "learning_rate": 3.673469387755102e-05,
      "loss": 0.2266,
      "step": 288
    },
    {
      "epoch": 1.5153061224489797,
      "grad_norm": 10.701809883117676,
      "learning_rate": 3.788265306122449e-05,
      "loss": 0.157,
      "step": 297
    },
    {
      "epoch": 1.5612244897959182,
      "grad_norm": 1.6892890930175781,
      "learning_rate": 3.9030612244897965e-05,
      "loss": 0.0885,
      "step": 306
    },
    {
      "epoch": 1.6071428571428572,
      "grad_norm": 1.5699105262756348,
      "learning_rate": 4.017857142857143e-05,
      "loss": 0.1323,
      "step": 315
    },
    {
      "epoch": 1.6530612244897958,
      "grad_norm": 4.3087639808654785,
      "learning_rate": 4.13265306122449e-05,
      "loss": 0.1482,
      "step": 324
    },
    {
      "epoch": 1.6989795918367347,
      "grad_norm": 0.6790181994438171,
      "learning_rate": 4.247448979591837e-05,
      "loss": 0.1814,
      "step": 333
    },
    {
      "epoch": 1.7448979591836735,
      "grad_norm": 2.1411118507385254,
      "learning_rate": 4.362244897959184e-05,
      "loss": 0.0834,
      "step": 342
    },
    {
      "epoch": 1.7908163265306123,
      "grad_norm": 1.8243377208709717,
      "learning_rate": 4.477040816326531e-05,
      "loss": 0.1124,
      "step": 351
    },
    {
      "epoch": 1.836734693877551,
      "grad_norm": 1.9441792964935303,
      "learning_rate": 4.591836734693878e-05,
      "loss": 0.095,
      "step": 360
    },
    {
      "epoch": 1.8826530612244898,
      "grad_norm": 3.742511034011841,
      "learning_rate": 4.706632653061225e-05,
      "loss": 0.0955,
      "step": 369
    },
    {
      "epoch": 1.9285714285714286,
      "grad_norm": 1.4945087432861328,
      "learning_rate": 4.8214285714285716e-05,
      "loss": 0.0543,
      "step": 378
    },
    {
      "epoch": 1.9744897959183674,
      "grad_norm": 1.0501391887664795,
      "learning_rate": 4.9362244897959184e-05,
      "loss": 0.0861,
      "step": 387
    },
    {
      "epoch": 2.0,
      "eval_gen_len": 128.0,
      "eval_loss": 0.05252710357308388,
      "eval_rouge1": 96.0027,
      "eval_rouge2": 93.3236,
      "eval_rougeL": 95.501,
      "eval_rougeLsum": 95.7994,
      "eval_runtime": 37.9097,
      "eval_samples_per_second": 2.585,
      "eval_steps_per_second": 0.659,
      "step": 392
    },
    {
      "epoch": 2.020408163265306,
      "grad_norm": 2.9681637287139893,
      "learning_rate": 4.9943310657596374e-05,
      "loss": 0.0559,
      "step": 396
    },
    {
      "epoch": 2.066326530612245,
      "grad_norm": 0.807901918888092,
      "learning_rate": 4.981575963718821e-05,
      "loss": 0.0334,
      "step": 405
    },
    {
      "epoch": 2.1122448979591835,
      "grad_norm": 5.0659918785095215,
      "learning_rate": 4.968820861678005e-05,
      "loss": 0.1104,
      "step": 414
    },
    {
      "epoch": 2.1581632653061225,
      "grad_norm": 2.9605283737182617,
      "learning_rate": 4.956065759637189e-05,
      "loss": 0.0817,
      "step": 423
    },
    {
      "epoch": 2.204081632653061,
      "grad_norm": 2.554128408432007,
      "learning_rate": 4.9433106575963725e-05,
      "loss": 0.0524,
      "step": 432
    },
    {
      "epoch": 2.25,
      "grad_norm": 1.5891895294189453,
      "learning_rate": 4.930555555555556e-05,
      "loss": 0.0988,
      "step": 441
    },
    {
      "epoch": 2.295918367346939,
      "grad_norm": 3.2821803092956543,
      "learning_rate": 4.917800453514739e-05,
      "loss": 0.08,
      "step": 450
    },
    {
      "epoch": 2.3418367346938775,
      "grad_norm": 1.6306498050689697,
      "learning_rate": 4.905045351473923e-05,
      "loss": 0.0339,
      "step": 459
    },
    {
      "epoch": 2.387755102040816,
      "grad_norm": 3.2567660808563232,
      "learning_rate": 4.892290249433107e-05,
      "loss": 0.0755,
      "step": 468
    },
    {
      "epoch": 2.433673469387755,
      "grad_norm": 2.143312931060791,
      "learning_rate": 4.8795351473922906e-05,
      "loss": 0.0682,
      "step": 477
    },
    {
      "epoch": 2.479591836734694,
      "grad_norm": 1.9906742572784424,
      "learning_rate": 4.866780045351474e-05,
      "loss": 0.0747,
      "step": 486
    },
    {
      "epoch": 2.5255102040816326,
      "grad_norm": 6.981854438781738,
      "learning_rate": 4.8540249433106574e-05,
      "loss": 0.0533,
      "step": 495
    },
    {
      "epoch": 2.571428571428571,
      "grad_norm": 1.767125129699707,
      "learning_rate": 4.841269841269841e-05,
      "loss": 0.0537,
      "step": 504
    },
    {
      "epoch": 2.61734693877551,
      "grad_norm": 1.545177698135376,
      "learning_rate": 4.828514739229025e-05,
      "loss": 0.0535,
      "step": 513
    },
    {
      "epoch": 2.663265306122449,
      "grad_norm": 1.537906527519226,
      "learning_rate": 4.8157596371882094e-05,
      "loss": 0.0721,
      "step": 522
    },
    {
      "epoch": 2.7091836734693877,
      "grad_norm": 1.4103052616119385,
      "learning_rate": 4.8030045351473925e-05,
      "loss": 0.0515,
      "step": 531
    },
    {
      "epoch": 2.7551020408163263,
      "grad_norm": 1.9743316173553467,
      "learning_rate": 4.790249433106576e-05,
      "loss": 0.0606,
      "step": 540
    },
    {
      "epoch": 2.8010204081632653,
      "grad_norm": 1.1865582466125488,
      "learning_rate": 4.77749433106576e-05,
      "loss": 0.0336,
      "step": 549
    },
    {
      "epoch": 2.8469387755102042,
      "grad_norm": 1.7514479160308838,
      "learning_rate": 4.764739229024944e-05,
      "loss": 0.0357,
      "step": 558
    },
    {
      "epoch": 2.892857142857143,
      "grad_norm": 3.3062944412231445,
      "learning_rate": 4.751984126984127e-05,
      "loss": 0.0613,
      "step": 567
    },
    {
      "epoch": 2.938775510204082,
      "grad_norm": 0.8094915151596069,
      "learning_rate": 4.7392290249433106e-05,
      "loss": 0.0449,
      "step": 576
    },
    {
      "epoch": 2.9846938775510203,
      "grad_norm": 2.2876973152160645,
      "learning_rate": 4.7264739229024944e-05,
      "loss": 0.06,
      "step": 585
    },
    {
      "epoch": 3.0,
      "eval_gen_len": 127.6939,
      "eval_loss": 0.025030160322785378,
      "eval_rouge1": 98.6655,
      "eval_rouge2": 97.5818,
      "eval_rougeL": 98.5529,
      "eval_rougeLsum": 98.5395,
      "eval_runtime": 37.9756,
      "eval_samples_per_second": 2.581,
      "eval_steps_per_second": 0.658,
      "step": 588
    },
    {
      "epoch": 3.0306122448979593,
      "grad_norm": 1.7782725095748901,
      "learning_rate": 4.713718820861678e-05,
      "loss": 0.0219,
      "step": 594
    },
    {
      "epoch": 3.076530612244898,
      "grad_norm": 0.317821741104126,
      "learning_rate": 4.700963718820862e-05,
      "loss": 0.037,
      "step": 603
    },
    {
      "epoch": 3.122448979591837,
      "grad_norm": 0.8859459757804871,
      "learning_rate": 4.688208616780046e-05,
      "loss": 0.0531,
      "step": 612
    },
    {
      "epoch": 3.1683673469387754,
      "grad_norm": 0.3588017225265503,
      "learning_rate": 4.67687074829932e-05,
      "loss": 0.0307,
      "step": 621
    },
    {
      "epoch": 3.2142857142857144,
      "grad_norm": 2.5311052799224854,
      "learning_rate": 4.664115646258503e-05,
      "loss": 0.0218,
      "step": 630
    },
    {
      "epoch": 3.260204081632653,
      "grad_norm": 0.19862987101078033,
      "learning_rate": 4.651360544217687e-05,
      "loss": 0.0367,
      "step": 639
    },
    {
      "epoch": 3.306122448979592,
      "grad_norm": 0.6744495034217834,
      "learning_rate": 4.638605442176871e-05,
      "loss": 0.0369,
      "step": 648
    },
    {
      "epoch": 3.3520408163265305,
      "grad_norm": 2.8351736068725586,
      "learning_rate": 4.625850340136055e-05,
      "loss": 0.0465,
      "step": 657
    },
    {
      "epoch": 3.3979591836734695,
      "grad_norm": 3.43568754196167,
      "learning_rate": 4.613095238095239e-05,
      "loss": 0.0335,
      "step": 666
    },
    {
      "epoch": 3.443877551020408,
      "grad_norm": 2.1830670833587646,
      "learning_rate": 4.600340136054422e-05,
      "loss": 0.0284,
      "step": 675
    },
    {
      "epoch": 3.489795918367347,
      "grad_norm": 0.9732754826545715,
      "learning_rate": 4.587585034013606e-05,
      "loss": 0.0269,
      "step": 684
    },
    {
      "epoch": 3.5357142857142856,
      "grad_norm": 2.1796019077301025,
      "learning_rate": 4.5748299319727895e-05,
      "loss": 0.0362,
      "step": 693
    },
    {
      "epoch": 3.5816326530612246,
      "grad_norm": 1.1703124046325684,
      "learning_rate": 4.562074829931973e-05,
      "loss": 0.0229,
      "step": 702
    },
    {
      "epoch": 3.627551020408163,
      "grad_norm": 2.6701223850250244,
      "learning_rate": 4.549319727891156e-05,
      "loss": 0.0471,
      "step": 711
    },
    {
      "epoch": 3.673469387755102,
      "grad_norm": 1.3318531513214111,
      "learning_rate": 4.53656462585034e-05,
      "loss": 0.0327,
      "step": 720
    },
    {
      "epoch": 3.7193877551020407,
      "grad_norm": 1.4701616764068604,
      "learning_rate": 4.523809523809524e-05,
      "loss": 0.0184,
      "step": 729
    },
    {
      "epoch": 3.7653061224489797,
      "grad_norm": 0.9515037536621094,
      "learning_rate": 4.5110544217687076e-05,
      "loss": 0.0308,
      "step": 738
    },
    {
      "epoch": 3.811224489795918,
      "grad_norm": 3.164966583251953,
      "learning_rate": 4.4982993197278914e-05,
      "loss": 0.0262,
      "step": 747
    },
    {
      "epoch": 3.857142857142857,
      "grad_norm": 0.8453909158706665,
      "learning_rate": 4.485544217687075e-05,
      "loss": 0.0327,
      "step": 756
    },
    {
      "epoch": 3.9030612244897958,
      "grad_norm": 2.3475284576416016,
      "learning_rate": 4.472789115646259e-05,
      "loss": 0.0222,
      "step": 765
    },
    {
      "epoch": 3.9489795918367347,
      "grad_norm": 0.677014946937561,
      "learning_rate": 4.4600340136054427e-05,
      "loss": 0.0244,
      "step": 774
    },
    {
      "epoch": 3.9948979591836737,
      "grad_norm": 3.246267318725586,
      "learning_rate": 4.4472789115646264e-05,
      "loss": 0.0297,
      "step": 783
    },
    {
      "epoch": 4.0,
      "eval_gen_len": 127.7143,
      "eval_loss": 0.010969710536301136,
      "eval_rouge1": 99.1634,
      "eval_rouge2": 98.7404,
      "eval_rougeL": 99.1194,
      "eval_rougeLsum": 99.1779,
      "eval_runtime": 37.9041,
      "eval_samples_per_second": 2.585,
      "eval_steps_per_second": 0.66,
      "step": 784
    },
    {
      "epoch": 4.040816326530612,
      "grad_norm": 0.39469975233078003,
      "learning_rate": 4.4345238095238095e-05,
      "loss": 0.0244,
      "step": 792
    },
    {
      "epoch": 4.086734693877551,
      "grad_norm": 2.384838581085205,
      "learning_rate": 4.421768707482993e-05,
      "loss": 0.0213,
      "step": 801
    },
    {
      "epoch": 4.13265306122449,
      "grad_norm": 3.5253398418426514,
      "learning_rate": 4.409013605442177e-05,
      "loss": 0.0089,
      "step": 810
    },
    {
      "epoch": 4.178571428571429,
      "grad_norm": 2.1386358737945557,
      "learning_rate": 4.396258503401361e-05,
      "loss": 0.036,
      "step": 819
    },
    {
      "epoch": 4.224489795918367,
      "grad_norm": 0.44415947794914246,
      "learning_rate": 4.383503401360544e-05,
      "loss": 0.0147,
      "step": 828
    },
    {
      "epoch": 4.270408163265306,
      "grad_norm": 2.4095001220703125,
      "learning_rate": 4.3707482993197277e-05,
      "loss": 0.0321,
      "step": 837
    },
    {
      "epoch": 4.316326530612245,
      "grad_norm": 2.395909070968628,
      "learning_rate": 4.357993197278912e-05,
      "loss": 0.0296,
      "step": 846
    },
    {
      "epoch": 4.362244897959184,
      "grad_norm": 4.824786186218262,
      "learning_rate": 4.345238095238096e-05,
      "loss": 0.0233,
      "step": 855
    },
    {
      "epoch": 4.408163265306122,
      "grad_norm": 2.400609254837036,
      "learning_rate": 4.3324829931972796e-05,
      "loss": 0.0389,
      "step": 864
    },
    {
      "epoch": 4.454081632653061,
      "grad_norm": 1.0374516248703003,
      "learning_rate": 4.319727891156463e-05,
      "loss": 0.0307,
      "step": 873
    },
    {
      "epoch": 4.5,
      "grad_norm": 2.5744516849517822,
      "learning_rate": 4.3069727891156465e-05,
      "loss": 0.0234,
      "step": 882
    },
    {
      "epoch": 4.545918367346939,
      "grad_norm": 0.4013276696205139,
      "learning_rate": 4.29421768707483e-05,
      "loss": 0.0171,
      "step": 891
    },
    {
      "epoch": 4.591836734693878,
      "grad_norm": 1.4164782762527466,
      "learning_rate": 4.281462585034014e-05,
      "loss": 0.0217,
      "step": 900
    },
    {
      "epoch": 4.637755102040816,
      "grad_norm": 0.2612836956977844,
      "learning_rate": 4.268707482993197e-05,
      "loss": 0.007,
      "step": 909
    },
    {
      "epoch": 4.683673469387755,
      "grad_norm": 0.537272036075592,
      "learning_rate": 4.255952380952381e-05,
      "loss": 0.034,
      "step": 918
    },
    {
      "epoch": 4.729591836734694,
      "grad_norm": 0.7186601758003235,
      "learning_rate": 4.2431972789115646e-05,
      "loss": 0.0173,
      "step": 927
    },
    {
      "epoch": 4.775510204081632,
      "grad_norm": 0.5405403971672058,
      "learning_rate": 4.2304421768707484e-05,
      "loss": 0.0175,
      "step": 936
    },
    {
      "epoch": 4.821428571428571,
      "grad_norm": 0.49115684628486633,
      "learning_rate": 4.217687074829932e-05,
      "loss": 0.0115,
      "step": 945
    },
    {
      "epoch": 4.86734693877551,
      "grad_norm": 0.08387177437543869,
      "learning_rate": 4.204931972789116e-05,
      "loss": 0.0159,
      "step": 954
    },
    {
      "epoch": 4.913265306122449,
      "grad_norm": 0.31179898977279663,
      "learning_rate": 4.1921768707483e-05,
      "loss": 0.0163,
      "step": 963
    },
    {
      "epoch": 4.959183673469388,
      "grad_norm": 1.2666131258010864,
      "learning_rate": 4.1794217687074834e-05,
      "loss": 0.0221,
      "step": 972
    },
    {
      "epoch": 5.0,
      "eval_gen_len": 127.7143,
      "eval_loss": 0.00930405966937542,
      "eval_rouge1": 99.2277,
      "eval_rouge2": 98.8302,
      "eval_rougeL": 99.2299,
      "eval_rougeLsum": 99.2242,
      "eval_runtime": 37.8008,
      "eval_samples_per_second": 2.593,
      "eval_steps_per_second": 0.661,
      "step": 980
    },
    {
      "epoch": 5.005102040816326,
      "grad_norm": 1.5087450742721558,
      "learning_rate": 4.166666666666667e-05,
      "loss": 0.0229,
      "step": 981
    },
    {
      "epoch": 5.051020408163265,
      "grad_norm": 0.1325344741344452,
      "learning_rate": 4.15391156462585e-05,
      "loss": 0.011,
      "step": 990
    },
    {
      "epoch": 5.096938775510204,
      "grad_norm": 0.32866305112838745,
      "learning_rate": 4.141156462585034e-05,
      "loss": 0.0112,
      "step": 999
    },
    {
      "epoch": 5.142857142857143,
      "grad_norm": 3.6175878047943115,
      "learning_rate": 4.128401360544218e-05,
      "loss": 0.0151,
      "step": 1008
    },
    {
      "epoch": 5.188775510204081,
      "grad_norm": 1.1477692127227783,
      "learning_rate": 4.1156462585034016e-05,
      "loss": 0.0093,
      "step": 1017
    },
    {
      "epoch": 5.23469387755102,
      "grad_norm": 0.1428331732749939,
      "learning_rate": 4.1028911564625853e-05,
      "loss": 0.0115,
      "step": 1026
    },
    {
      "epoch": 5.280612244897959,
      "grad_norm": 0.1712471842765808,
      "learning_rate": 4.0901360544217684e-05,
      "loss": 0.0219,
      "step": 1035
    },
    {
      "epoch": 5.326530612244898,
      "grad_norm": 0.21103200316429138,
      "learning_rate": 4.077380952380952e-05,
      "loss": 0.0121,
      "step": 1044
    },
    {
      "epoch": 5.372448979591836,
      "grad_norm": 0.15935823321342468,
      "learning_rate": 4.0646258503401366e-05,
      "loss": 0.0074,
      "step": 1053
    },
    {
      "epoch": 5.418367346938775,
      "grad_norm": 0.7716410756111145,
      "learning_rate": 4.0518707482993204e-05,
      "loss": 0.0314,
      "step": 1062
    },
    {
      "epoch": 5.464285714285714,
      "grad_norm": 0.5172207951545715,
      "learning_rate": 4.0391156462585035e-05,
      "loss": 0.0101,
      "step": 1071
    },
    {
      "epoch": 5.510204081632653,
      "grad_norm": 1.6434773206710815,
      "learning_rate": 4.026360544217687e-05,
      "loss": 0.0176,
      "step": 1080
    },
    {
      "epoch": 5.5561224489795915,
      "grad_norm": 0.2688583731651306,
      "learning_rate": 4.013605442176871e-05,
      "loss": 0.0136,
      "step": 1089
    },
    {
      "epoch": 5.6020408163265305,
      "grad_norm": 0.7320523858070374,
      "learning_rate": 4.000850340136055e-05,
      "loss": 0.0132,
      "step": 1098
    },
    {
      "epoch": 5.6479591836734695,
      "grad_norm": 0.7341743111610413,
      "learning_rate": 3.9880952380952386e-05,
      "loss": 0.0064,
      "step": 1107
    },
    {
      "epoch": 5.6938775510204085,
      "grad_norm": 1.0884281396865845,
      "learning_rate": 3.9753401360544216e-05,
      "loss": 0.0192,
      "step": 1116
    },
    {
      "epoch": 5.739795918367347,
      "grad_norm": 0.36947500705718994,
      "learning_rate": 3.9625850340136054e-05,
      "loss": 0.0128,
      "step": 1125
    },
    {
      "epoch": 5.785714285714286,
      "grad_norm": 0.5507375597953796,
      "learning_rate": 3.949829931972789e-05,
      "loss": 0.005,
      "step": 1134
    },
    {
      "epoch": 5.831632653061225,
      "grad_norm": 2.703362226486206,
      "learning_rate": 3.937074829931973e-05,
      "loss": 0.0336,
      "step": 1143
    },
    {
      "epoch": 5.877551020408164,
      "grad_norm": 0.28341037034988403,
      "learning_rate": 3.924319727891157e-05,
      "loss": 0.0085,
      "step": 1152
    },
    {
      "epoch": 5.923469387755102,
      "grad_norm": 0.5502461194992065,
      "learning_rate": 3.9115646258503405e-05,
      "loss": 0.0197,
      "step": 1161
    },
    {
      "epoch": 5.969387755102041,
      "grad_norm": 0.14302176237106323,
      "learning_rate": 3.898809523809524e-05,
      "loss": 0.0085,
      "step": 1170
    },
    {
      "epoch": 6.0,
      "eval_gen_len": 127.0408,
      "eval_loss": 0.005346208810806274,
      "eval_rouge1": 99.1155,
      "eval_rouge2": 98.9388,
      "eval_rougeL": 99.0647,
      "eval_rougeLsum": 99.1173,
      "eval_runtime": 37.8929,
      "eval_samples_per_second": 2.586,
      "eval_steps_per_second": 0.66,
      "step": 1176
    },
    {
      "epoch": 6.01530612244898,
      "grad_norm": 3.993354558944702,
      "learning_rate": 3.886054421768708e-05,
      "loss": 0.0131,
      "step": 1179
    },
    {
      "epoch": 6.061224489795919,
      "grad_norm": 1.2994415760040283,
      "learning_rate": 3.873299319727892e-05,
      "loss": 0.0164,
      "step": 1188
    },
    {
      "epoch": 6.107142857142857,
      "grad_norm": 1.7750136852264404,
      "learning_rate": 3.860544217687075e-05,
      "loss": 0.0049,
      "step": 1197
    },
    {
      "epoch": 6.153061224489796,
      "grad_norm": 1.9320180416107178,
      "learning_rate": 3.8477891156462586e-05,
      "loss": 0.0039,
      "step": 1206
    },
    {
      "epoch": 6.198979591836735,
      "grad_norm": 0.19184532761573792,
      "learning_rate": 3.8350340136054424e-05,
      "loss": 0.0045,
      "step": 1215
    },
    {
      "epoch": 6.244897959183674,
      "grad_norm": 0.7971787452697754,
      "learning_rate": 3.822278911564626e-05,
      "loss": 0.0063,
      "step": 1224
    },
    {
      "epoch": 6.290816326530612,
      "grad_norm": 0.3261989951133728,
      "learning_rate": 3.809523809523809e-05,
      "loss": 0.0166,
      "step": 1233
    },
    {
      "epoch": 6.336734693877551,
      "grad_norm": 3.3873021602630615,
      "learning_rate": 3.796768707482993e-05,
      "loss": 0.0074,
      "step": 1242
    },
    {
      "epoch": 6.38265306122449,
      "grad_norm": 2.5156352519989014,
      "learning_rate": 3.784013605442177e-05,
      "loss": 0.0132,
      "step": 1251
    },
    {
      "epoch": 6.428571428571429,
      "grad_norm": 4.740504264831543,
      "learning_rate": 3.771258503401361e-05,
      "loss": 0.0197,
      "step": 1260
    },
    {
      "epoch": 6.474489795918368,
      "grad_norm": 0.14355747401714325,
      "learning_rate": 3.758503401360544e-05,
      "loss": 0.005,
      "step": 1269
    },
    {
      "epoch": 6.520408163265306,
      "grad_norm": 1.1807011365890503,
      "learning_rate": 3.745748299319728e-05,
      "loss": 0.0073,
      "step": 1278
    },
    {
      "epoch": 6.566326530612245,
      "grad_norm": 0.22915400564670563,
      "learning_rate": 3.732993197278912e-05,
      "loss": 0.006,
      "step": 1287
    },
    {
      "epoch": 6.612244897959184,
      "grad_norm": 0.3873462975025177,
      "learning_rate": 3.7202380952380956e-05,
      "loss": 0.0113,
      "step": 1296
    },
    {
      "epoch": 6.658163265306122,
      "grad_norm": 1.502334475517273,
      "learning_rate": 3.707482993197279e-05,
      "loss": 0.0145,
      "step": 1305
    },
    {
      "epoch": 6.704081632653061,
      "grad_norm": 1.4580602645874023,
      "learning_rate": 3.6947278911564624e-05,
      "loss": 0.0115,
      "step": 1314
    },
    {
      "epoch": 6.75,
      "grad_norm": 0.14768829941749573,
      "learning_rate": 3.681972789115646e-05,
      "loss": 0.0057,
      "step": 1323
    },
    {
      "epoch": 6.795918367346939,
      "grad_norm": 0.10615669190883636,
      "learning_rate": 3.66921768707483e-05,
      "loss": 0.0113,
      "step": 1332
    },
    {
      "epoch": 6.841836734693878,
      "grad_norm": 0.17342956364154816,
      "learning_rate": 3.656462585034014e-05,
      "loss": 0.0077,
      "step": 1341
    },
    {
      "epoch": 6.887755102040816,
      "grad_norm": 1.031613826751709,
      "learning_rate": 3.6437074829931975e-05,
      "loss": 0.0061,
      "step": 1350
    },
    {
      "epoch": 6.933673469387755,
      "grad_norm": 0.5434854030609131,
      "learning_rate": 3.630952380952381e-05,
      "loss": 0.0046,
      "step": 1359
    },
    {
      "epoch": 6.979591836734694,
      "grad_norm": 2.6706666946411133,
      "learning_rate": 3.618197278911565e-05,
      "loss": 0.008,
      "step": 1368
    },
    {
      "epoch": 7.0,
      "eval_gen_len": 127.7143,
      "eval_loss": 0.003461688058450818,
      "eval_rouge1": 99.738,
      "eval_rouge2": 99.6362,
      "eval_rougeL": 99.7372,
      "eval_rougeLsum": 99.739,
      "eval_runtime": 37.7713,
      "eval_samples_per_second": 2.595,
      "eval_steps_per_second": 0.662,
      "step": 1372
    }
  ],
  "logging_steps": 9,
  "max_steps": 3920,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 500,
  "total_flos": 93017113362432.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}