{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.994174757281553,
  "eval_steps": 500,
  "global_step": 771,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003883495145631068,
      "grad_norm": 2.65625,
      "learning_rate": 2.564102564102564e-06,
      "loss": 1.8569,
      "step": 1
    },
    {
      "epoch": 0.019417475728155338,
      "grad_norm": 2.609375,
      "learning_rate": 1.282051282051282e-05,
      "loss": 1.8227,
      "step": 5
    },
    {
      "epoch": 0.038834951456310676,
      "grad_norm": 2.09375,
      "learning_rate": 2.564102564102564e-05,
      "loss": 1.6509,
      "step": 10
    },
    {
      "epoch": 0.05825242718446602,
      "grad_norm": 1.21875,
      "learning_rate": 3.846153846153846e-05,
      "loss": 1.3453,
      "step": 15
    },
    {
      "epoch": 0.07766990291262135,
      "grad_norm": 0.94921875,
      "learning_rate": 5.128205128205128e-05,
      "loss": 1.1542,
      "step": 20
    },
    {
      "epoch": 0.0970873786407767,
      "grad_norm": 0.5546875,
      "learning_rate": 6.410256410256412e-05,
      "loss": 1.0378,
      "step": 25
    },
    {
      "epoch": 0.11650485436893204,
      "grad_norm": 0.51171875,
      "learning_rate": 7.692307692307693e-05,
      "loss": 0.9156,
      "step": 30
    },
    {
      "epoch": 0.13592233009708737,
      "grad_norm": 0.423828125,
      "learning_rate": 8.974358974358975e-05,
      "loss": 0.7894,
      "step": 35
    },
    {
      "epoch": 0.1553398058252427,
      "grad_norm": 0.333984375,
      "learning_rate": 0.00010256410256410256,
      "loss": 0.7181,
      "step": 40
    },
    {
      "epoch": 0.17475728155339806,
      "grad_norm": 0.353515625,
      "learning_rate": 0.00011538461538461538,
      "loss": 0.6847,
      "step": 45
    },
    {
      "epoch": 0.1941747572815534,
      "grad_norm": 0.392578125,
      "learning_rate": 0.00012820512820512823,
      "loss": 0.6471,
      "step": 50
    },
    {
      "epoch": 0.21359223300970873,
      "grad_norm": 0.345703125,
      "learning_rate": 0.00014102564102564104,
      "loss": 0.6139,
      "step": 55
    },
    {
      "epoch": 0.23300970873786409,
      "grad_norm": 0.3671875,
      "learning_rate": 0.00015384615384615385,
      "loss": 0.6034,
      "step": 60
    },
    {
      "epoch": 0.2524271844660194,
      "grad_norm": 0.376953125,
      "learning_rate": 0.0001666666666666667,
      "loss": 0.563,
      "step": 65
    },
    {
      "epoch": 0.27184466019417475,
      "grad_norm": 0.396484375,
      "learning_rate": 0.0001794871794871795,
      "loss": 0.5629,
      "step": 70
    },
    {
      "epoch": 0.2912621359223301,
      "grad_norm": 0.365234375,
      "learning_rate": 0.00019230769230769233,
      "loss": 0.5443,
      "step": 75
    },
    {
      "epoch": 0.3106796116504854,
      "grad_norm": 0.34375,
      "learning_rate": 0.0001999958898251569,
      "loss": 0.5345,
      "step": 80
    },
    {
      "epoch": 0.3300970873786408,
      "grad_norm": 0.33203125,
      "learning_rate": 0.00019994965423831854,
      "loss": 0.5196,
      "step": 85
    },
    {
      "epoch": 0.34951456310679613,
      "grad_norm": 0.330078125,
      "learning_rate": 0.00019985206917896563,
      "loss": 0.5243,
      "step": 90
    },
    {
      "epoch": 0.36893203883495146,
      "grad_norm": 0.3203125,
      "learning_rate": 0.00019970318478175218,
      "loss": 0.5218,
      "step": 95
    },
    {
      "epoch": 0.3883495145631068,
      "grad_norm": 0.28515625,
      "learning_rate": 0.00019950307753654017,
      "loss": 0.5253,
      "step": 100
    },
    {
      "epoch": 0.4077669902912621,
      "grad_norm": 0.326171875,
      "learning_rate": 0.00019925185024910277,
      "loss": 0.5084,
      "step": 105
    },
    {
      "epoch": 0.42718446601941745,
      "grad_norm": 0.376953125,
      "learning_rate": 0.00019894963198830768,
      "loss": 0.48,
      "step": 110
    },
    {
      "epoch": 0.44660194174757284,
      "grad_norm": 0.287109375,
      "learning_rate": 0.00019859657801980733,
      "loss": 0.4837,
      "step": 115
    },
    {
      "epoch": 0.46601941747572817,
      "grad_norm": 0.29296875,
      "learning_rate": 0.00019819286972627066,
      "loss": 0.4751,
      "step": 120
    },
    {
      "epoch": 0.4854368932038835,
      "grad_norm": 0.28125,
      "learning_rate": 0.00019773871451419736,
      "loss": 0.4962,
      "step": 125
    },
    {
      "epoch": 0.5048543689320388,
      "grad_norm": 0.30859375,
      "learning_rate": 0.00019723434570736181,
      "loss": 0.5064,
      "step": 130
    },
    {
      "epoch": 0.5242718446601942,
      "grad_norm": 0.283203125,
      "learning_rate": 0.00019668002242694238,
      "loss": 0.4812,
      "step": 135
    },
    {
      "epoch": 0.5436893203883495,
      "grad_norm": 0.3671875,
      "learning_rate": 0.00019607602945839698,
      "loss": 0.4815,
      "step": 140
    },
    {
      "epoch": 0.5631067961165048,
      "grad_norm": 0.267578125,
      "learning_rate": 0.00019542267710515368,
      "loss": 0.4763,
      "step": 145
    },
    {
      "epoch": 0.5825242718446602,
      "grad_norm": 0.287109375,
      "learning_rate": 0.000194720301029191,
      "loss": 0.4682,
      "step": 150
    },
    {
      "epoch": 0.6019417475728155,
      "grad_norm": 0.298828125,
      "learning_rate": 0.00019396926207859084,
      "loss": 0.4604,
      "step": 155
    },
    {
      "epoch": 0.6213592233009708,
      "grad_norm": 0.26953125,
      "learning_rate": 0.00019316994610215116,
      "loss": 0.4866,
      "step": 160
    },
    {
      "epoch": 0.6407766990291263,
      "grad_norm": 0.271484375,
      "learning_rate": 0.00019232276375115515,
      "loss": 0.4898,
      "step": 165
    },
    {
      "epoch": 0.6601941747572816,
      "grad_norm": 0.2578125,
      "learning_rate": 0.00019142815026839755,
      "loss": 0.4908,
      "step": 170
    },
    {
      "epoch": 0.6796116504854369,
      "grad_norm": 0.28515625,
      "learning_rate": 0.0001904865652645773,
      "loss": 0.4566,
      "step": 175
    },
    {
      "epoch": 0.6990291262135923,
      "grad_norm": 0.27734375,
      "learning_rate": 0.000189498492482171,
      "loss": 0.45,
      "step": 180
    },
    {
      "epoch": 0.7184466019417476,
      "grad_norm": 0.259765625,
      "learning_rate": 0.00018846443954690848,
      "loss": 0.4646,
      "step": 185
    },
    {
      "epoch": 0.7378640776699029,
      "grad_norm": 0.275390625,
      "learning_rate": 0.00018738493770697852,
      "loss": 0.4625,
      "step": 190
    },
    {
      "epoch": 0.7572815533980582,
      "grad_norm": 0.26171875,
      "learning_rate": 0.00018626054156009806,
      "loss": 0.4452,
      "step": 195
    },
    {
      "epoch": 0.7766990291262136,
      "grad_norm": 0.29296875,
      "learning_rate": 0.00018509182876858611,
      "loss": 0.4535,
      "step": 200
    },
    {
      "epoch": 0.7961165048543689,
      "grad_norm": 0.25390625,
      "learning_rate": 0.00018387939976258734,
      "loss": 0.4393,
      "step": 205
    },
    {
      "epoch": 0.8155339805825242,
      "grad_norm": 0.263671875,
      "learning_rate": 0.0001826238774315995,
      "loss": 0.4391,
      "step": 210
    },
    {
      "epoch": 0.8349514563106796,
      "grad_norm": 0.271484375,
      "learning_rate": 0.00018132590680446147,
      "loss": 0.443,
      "step": 215
    },
    {
      "epoch": 0.8543689320388349,
      "grad_norm": 0.279296875,
      "learning_rate": 0.00017998615471796775,
      "loss": 0.4527,
      "step": 220
    },
    {
      "epoch": 0.8737864077669902,
      "grad_norm": 0.265625,
      "learning_rate": 0.00017860530947427875,
      "loss": 0.4416,
      "step": 225
    },
    {
      "epoch": 0.8932038834951457,
      "grad_norm": 0.2890625,
      "learning_rate": 0.00017718408048730317,
      "loss": 0.4506,
      "step": 230
    },
    {
      "epoch": 0.912621359223301,
      "grad_norm": 0.298828125,
      "learning_rate": 0.00017572319791823424,
      "loss": 0.4538,
      "step": 235
    },
    {
      "epoch": 0.9320388349514563,
      "grad_norm": 0.263671875,
      "learning_rate": 0.000174223412300427,
      "loss": 0.4467,
      "step": 240
    },
    {
      "epoch": 0.9514563106796117,
      "grad_norm": 0.26953125,
      "learning_rate": 0.00017268549415380916,
      "loss": 0.4425,
      "step": 245
    },
    {
      "epoch": 0.970873786407767,
      "grad_norm": 0.267578125,
      "learning_rate": 0.00017111023358902392,
      "loss": 0.4389,
      "step": 250
    },
    {
      "epoch": 0.9902912621359223,
      "grad_norm": 0.251953125,
      "learning_rate": 0.00016949843990150796,
      "loss": 0.4177,
      "step": 255
    },
    {
      "epoch": 0.9980582524271845,
      "eval_loss": 0.4281997084617615,
      "eval_runtime": 22.0587,
      "eval_samples_per_second": 4.987,
      "eval_steps_per_second": 0.635,
      "step": 257
    },
    {
      "epoch": 1.0097087378640777,
      "grad_norm": 0.236328125,
      "learning_rate": 0.00016785094115571322,
      "loss": 0.4083,
      "step": 260
    },
    {
      "epoch": 1.029126213592233,
      "grad_norm": 0.275390625,
      "learning_rate": 0.00016616858375968595,
      "loss": 0.4012,
      "step": 265
    },
    {
      "epoch": 1.0485436893203883,
      "grad_norm": 0.28515625,
      "learning_rate": 0.00016445223203022166,
      "loss": 0.3935,
      "step": 270
    },
    {
      "epoch": 1.0679611650485437,
      "grad_norm": 0.279296875,
      "learning_rate": 0.00016270276774881954,
      "loss": 0.3972,
      "step": 275
    },
    {
      "epoch": 1.087378640776699,
      "grad_norm": 0.267578125,
      "learning_rate": 0.00016092108970866423,
      "loss": 0.4004,
      "step": 280
    },
    {
      "epoch": 1.1067961165048543,
      "grad_norm": 0.279296875,
      "learning_rate": 0.00015910811325286768,
      "loss": 0.3941,
      "step": 285
    },
    {
      "epoch": 1.1262135922330097,
      "grad_norm": 0.271484375,
      "learning_rate": 0.00015726476980420864,
      "loss": 0.3877,
      "step": 290
    },
    {
      "epoch": 1.145631067961165,
      "grad_norm": 0.287109375,
      "learning_rate": 0.00015539200638661104,
      "loss": 0.3819,
      "step": 295
    },
    {
      "epoch": 1.1650485436893203,
      "grad_norm": 0.291015625,
      "learning_rate": 0.00015349078513860726,
      "loss": 0.3816,
      "step": 300
    },
    {
      "epoch": 1.1844660194174756,
      "grad_norm": 0.318359375,
      "learning_rate": 0.00015156208281903613,
      "loss": 0.3953,
      "step": 305
    },
    {
      "epoch": 1.203883495145631,
      "grad_norm": 0.296875,
      "learning_rate": 0.0001496068903052299,
      "loss": 0.3905,
      "step": 310
    },
    {
      "epoch": 1.2233009708737863,
      "grad_norm": 0.2734375,
      "learning_rate": 0.0001476262120839475,
      "loss": 0.3763,
      "step": 315
    },
    {
      "epoch": 1.2427184466019416,
      "grad_norm": 0.3125,
      "learning_rate": 0.0001456210657353163,
      "loss": 0.3792,
      "step": 320
    },
    {
      "epoch": 1.262135922330097,
      "grad_norm": 0.29296875,
      "learning_rate": 0.00014359248141004668,
      "loss": 0.3794,
      "step": 325
    },
    {
      "epoch": 1.2815533980582523,
      "grad_norm": 0.294921875,
      "learning_rate": 0.00014154150130018866,
      "loss": 0.3756,
      "step": 330
    },
    {
      "epoch": 1.3009708737864076,
      "grad_norm": 0.287109375,
      "learning_rate": 0.00013946917910370233,
      "loss": 0.3876,
      "step": 335
    },
    {
      "epoch": 1.3203883495145632,
      "grad_norm": 0.306640625,
      "learning_rate": 0.00013737657948311683,
      "loss": 0.3819,
      "step": 340
    },
    {
      "epoch": 1.3398058252427185,
      "grad_norm": 0.26171875,
      "learning_rate": 0.00013526477751855644,
      "loss": 0.3925,
      "step": 345
    },
    {
      "epoch": 1.3592233009708738,
      "grad_norm": 0.287109375,
      "learning_rate": 0.00013313485815541454,
      "loss": 0.3915,
      "step": 350
    },
    {
      "epoch": 1.3786407766990292,
      "grad_norm": 0.28515625,
      "learning_rate": 0.00013098791564695927,
      "loss": 0.3902,
      "step": 355
    },
    {
      "epoch": 1.3980582524271845,
      "grad_norm": 0.2890625,
      "learning_rate": 0.0001288250529921571,
      "loss": 0.3864,
      "step": 360
    },
    {
      "epoch": 1.4174757281553398,
      "grad_norm": 0.27734375,
      "learning_rate": 0.00012664738136900348,
      "loss": 0.3778,
      "step": 365
    },
    {
      "epoch": 1.4368932038834952,
      "grad_norm": 0.2890625,
      "learning_rate": 0.0001244560195636515,
      "loss": 0.3732,
      "step": 370
    },
    {
      "epoch": 1.4563106796116505,
      "grad_norm": 0.318359375,
      "learning_rate": 0.00012225209339563145,
      "loss": 0.3856,
      "step": 375
    },
    {
      "epoch": 1.4757281553398058,
      "grad_norm": 0.265625,
      "learning_rate": 0.00012003673513945746,
      "loss": 0.3745,
      "step": 380
    },
    {
      "epoch": 1.4951456310679612,
      "grad_norm": 0.306640625,
      "learning_rate": 0.0001178110829429175,
      "loss": 0.3657,
      "step": 385
    },
    {
      "epoch": 1.5145631067961165,
      "grad_norm": 0.25390625,
      "learning_rate": 0.0001155762802423463,
      "loss": 0.3728,
      "step": 390
    },
    {
      "epoch": 1.5339805825242718,
      "grad_norm": 0.265625,
      "learning_rate": 0.0001133334751751809,
      "loss": 0.3849,
      "step": 395
    },
    {
      "epoch": 1.5533980582524272,
      "grad_norm": 0.291015625,
      "learning_rate": 0.00011108381999010111,
      "loss": 0.3979,
      "step": 400
    },
    {
      "epoch": 1.5728155339805825,
      "grad_norm": 0.26171875,
      "learning_rate": 0.00010882847045505808,
      "loss": 0.3819,
      "step": 405
    },
    {
      "epoch": 1.5922330097087378,
      "grad_norm": 0.2578125,
      "learning_rate": 0.00010656858526349449,
      "loss": 0.3704,
      "step": 410
    },
    {
      "epoch": 1.6116504854368932,
      "grad_norm": 0.26171875,
      "learning_rate": 0.00010430532543906179,
      "loss": 0.3702,
      "step": 415
    },
    {
      "epoch": 1.6310679611650487,
      "grad_norm": 0.283203125,
      "learning_rate": 0.00010203985373914056,
      "loss": 0.373,
      "step": 420
    },
    {
      "epoch": 1.650485436893204,
      "grad_norm": 0.279296875,
      "learning_rate": 9.977333405746979e-05,
      "loss": 0.366,
      "step": 425
    },
    {
      "epoch": 1.6699029126213594,
      "grad_norm": 0.30859375,
      "learning_rate": 9.750693082619273e-05,
      "loss": 0.3555,
      "step": 430
    },
    {
      "epoch": 1.6893203883495147,
      "grad_norm": 0.279296875,
      "learning_rate": 9.524180841762577e-05,
      "loss": 0.3793,
      "step": 435
    },
    {
      "epoch": 1.70873786407767,
      "grad_norm": 0.25390625,
      "learning_rate": 9.297913054605838e-05,
      "loss": 0.3692,
      "step": 440
    },
    {
      "epoch": 1.7281553398058254,
      "grad_norm": 0.27734375,
      "learning_rate": 9.072005966989084e-05,
      "loss": 0.3655,
      "step": 445
    },
    {
      "epoch": 1.7475728155339807,
      "grad_norm": 0.265625,
      "learning_rate": 8.846575639441732e-05,
      "loss": 0.3791,
      "step": 450
    },
    {
      "epoch": 1.766990291262136,
      "grad_norm": 0.29296875,
      "learning_rate": 8.621737887556114e-05,
      "loss": 0.3661,
      "step": 455
    },
    {
      "epoch": 1.7864077669902914,
      "grad_norm": 0.2890625,
      "learning_rate": 8.397608222486805e-05,
      "loss": 0.3611,
      "step": 460
    },
    {
      "epoch": 1.8058252427184467,
      "grad_norm": 0.291015625,
      "learning_rate": 8.174301791606385e-05,
      "loss": 0.3611,
      "step": 465
    },
    {
      "epoch": 1.825242718446602,
      "grad_norm": 0.279296875,
      "learning_rate": 7.951933319348095e-05,
      "loss": 0.3493,
      "step": 470
    },
    {
      "epoch": 1.8446601941747574,
      "grad_norm": 0.2578125,
      "learning_rate": 7.730617048265761e-05,
      "loss": 0.3655,
      "step": 475
    },
    {
      "epoch": 1.8640776699029127,
      "grad_norm": 0.318359375,
      "learning_rate": 7.510466680341301e-05,
      "loss": 0.3527,
      "step": 480
    },
    {
      "epoch": 1.883495145631068,
      "grad_norm": 0.298828125,
      "learning_rate": 7.291595318569951e-05,
      "loss": 0.3528,
      "step": 485
    },
    {
      "epoch": 1.9029126213592233,
      "grad_norm": 0.30078125,
      "learning_rate": 7.074115408853203e-05,
      "loss": 0.3784,
      "step": 490
    },
    {
      "epoch": 1.9223300970873787,
      "grad_norm": 0.27734375,
      "learning_rate": 6.858138682229376e-05,
      "loss": 0.3571,
      "step": 495
    },
    {
      "epoch": 1.941747572815534,
      "grad_norm": 0.265625,
      "learning_rate": 6.643776097471377e-05,
      "loss": 0.3658,
      "step": 500
    },
    {
      "epoch": 1.9611650485436893,
      "grad_norm": 0.275390625,
      "learning_rate": 6.431137784081282e-05,
      "loss": 0.3567,
      "step": 505
    },
    {
      "epoch": 1.9805825242718447,
      "grad_norm": 0.29296875,
      "learning_rate": 6.220332985710936e-05,
      "loss": 0.3526,
      "step": 510
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.30078125,
      "learning_rate": 6.011470004037636e-05,
      "loss": 0.361,
      "step": 515
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.38420218229293823,
      "eval_runtime": 22.0532,
      "eval_samples_per_second": 4.988,
      "eval_steps_per_second": 0.635,
      "step": 515
    },
    {
      "epoch": 2.0194174757281553,
      "grad_norm": 0.2421875,
      "learning_rate": 5.804656143123801e-05,
      "loss": 0.308,
      "step": 520
    },
    {
      "epoch": 2.0388349514563107,
      "grad_norm": 0.283203125,
      "learning_rate": 5.599997654289129e-05,
      "loss": 0.3136,
      "step": 525
    },
    {
      "epoch": 2.058252427184466,
      "grad_norm": 0.3046875,
      "learning_rate": 5.397599681523643e-05,
      "loss": 0.3037,
      "step": 530
    },
    {
      "epoch": 2.0776699029126213,
      "grad_norm": 0.298828125,
      "learning_rate": 5.1975662074695865e-05,
      "loss": 0.3098,
      "step": 535
    },
    {
      "epoch": 2.0970873786407767,
      "grad_norm": 0.28125,
      "learning_rate": 5.000000000000002e-05,
      "loss": 0.3111,
      "step": 540
    },
    {
      "epoch": 2.116504854368932,
      "grad_norm": 0.294921875,
      "learning_rate": 4.8050025594214e-05,
      "loss": 0.3083,
      "step": 545
    },
    {
      "epoch": 2.1359223300970873,
      "grad_norm": 0.29296875,
      "learning_rate": 4.6126740663276166e-05,
      "loss": 0.3133,
      "step": 550
    },
    {
      "epoch": 2.1553398058252426,
      "grad_norm": 0.29296875,
      "learning_rate": 4.423113330131707e-05,
      "loss": 0.3076,
      "step": 555
    },
    {
      "epoch": 2.174757281553398,
      "grad_norm": 0.29296875,
      "learning_rate": 4.236417738302257e-05,
      "loss": 0.2981,
      "step": 560
    },
    {
      "epoch": 2.1941747572815533,
      "grad_norm": 0.314453125,
      "learning_rate": 4.052683206330267e-05,
      "loss": 0.312,
      "step": 565
    },
    {
      "epoch": 2.2135922330097086,
      "grad_norm": 0.298828125,
      "learning_rate": 3.872004128452231e-05,
      "loss": 0.2942,
      "step": 570
    },
    {
      "epoch": 2.233009708737864,
      "grad_norm": 0.314453125,
      "learning_rate": 3.694473329154778e-05,
      "loss": 0.3205,
      "step": 575
    },
    {
      "epoch": 2.2524271844660193,
      "grad_norm": 0.3359375,
      "learning_rate": 3.5201820154857755e-05,
      "loss": 0.322,
      "step": 580
    },
    {
      "epoch": 2.2718446601941746,
      "grad_norm": 0.296875,
      "learning_rate": 3.3492197301964145e-05,
      "loss": 0.2931,
      "step": 585
    },
    {
      "epoch": 2.29126213592233,
      "grad_norm": 0.33203125,
      "learning_rate": 3.18167430573831e-05,
      "loss": 0.3107,
      "step": 590
    },
    {
      "epoch": 2.3106796116504853,
      "grad_norm": 0.302734375,
      "learning_rate": 3.0176318191392726e-05,
      "loss": 0.3065,
      "step": 595
    },
    {
      "epoch": 2.3300970873786406,
      "grad_norm": 0.3203125,
      "learning_rate": 2.8571765477809643e-05,
      "loss": 0.3031,
      "step": 600
    },
    {
      "epoch": 2.349514563106796,
      "grad_norm": 0.3125,
      "learning_rate": 2.7003909261010928e-05,
      "loss": 0.2894,
      "step": 605
    },
    {
      "epoch": 2.3689320388349513,
      "grad_norm": 0.314453125,
      "learning_rate": 2.5473555032424533e-05,
      "loss": 0.3136,
      "step": 610
    },
    {
      "epoch": 2.3883495145631066,
      "grad_norm": 0.33984375,
      "learning_rate": 2.3981489016705205e-05,
      "loss": 0.3078,
      "step": 615
    },
    {
      "epoch": 2.407766990291262,
      "grad_norm": 0.322265625,
      "learning_rate": 2.2528477767808963e-05,
      "loss": 0.3094,
      "step": 620
    },
    {
      "epoch": 2.4271844660194173,
      "grad_norm": 0.31640625,
      "learning_rate": 2.1115267775173532e-05,
      "loss": 0.2985,
      "step": 625
    },
    {
      "epoch": 2.4466019417475726,
      "grad_norm": 0.322265625,
      "learning_rate": 1.9742585080206755e-05,
      "loss": 0.3191,
      "step": 630
    },
    {
      "epoch": 2.466019417475728,
      "grad_norm": 0.3203125,
      "learning_rate": 1.8411134903280303e-05,
      "loss": 0.3117,
      "step": 635
    },
    {
      "epoch": 2.4854368932038833,
      "grad_norm": 0.306640625,
      "learning_rate": 1.7121601281420495e-05,
      "loss": 0.3086,
      "step": 640
    },
    {
      "epoch": 2.5048543689320386,
      "grad_norm": 0.33203125,
      "learning_rate": 1.587464671688187e-05,
      "loss": 0.3072,
      "step": 645
    },
    {
      "epoch": 2.524271844660194,
      "grad_norm": 0.306640625,
      "learning_rate": 1.467091183678444e-05,
      "loss": 0.3044,
      "step": 650
    },
    {
      "epoch": 2.5436893203883493,
      "grad_norm": 0.298828125,
      "learning_rate": 1.3511015063989274e-05,
      "loss": 0.3081,
      "step": 655
    },
    {
      "epoch": 2.5631067961165046,
      "grad_norm": 0.275390625,
      "learning_rate": 1.2395552299381741e-05,
      "loss": 0.3005,
      "step": 660
    },
    {
      "epoch": 2.58252427184466,
      "grad_norm": 0.3125,
      "learning_rate": 1.1325096615725427e-05,
      "loss": 0.3034,
      "step": 665
    },
    {
      "epoch": 2.6019417475728153,
      "grad_norm": 0.3125,
      "learning_rate": 1.030019796324404e-05,
      "loss": 0.3075,
      "step": 670
    },
    {
      "epoch": 2.6213592233009706,
      "grad_norm": 0.3125,
      "learning_rate": 9.321382887082563e-06,
      "loss": 0.3084,
      "step": 675
    },
    {
      "epoch": 2.6407766990291264,
      "grad_norm": 0.3203125,
      "learning_rate": 8.38915425679304e-06,
      "loss": 0.3064,
      "step": 680
    },
    {
      "epoch": 2.6601941747572817,
      "grad_norm": 0.310546875,
      "learning_rate": 7.503991007983524e-06,
      "loss": 0.3087,
      "step": 685
    },
    {
      "epoch": 2.679611650485437,
      "grad_norm": 0.3359375,
      "learning_rate": 6.666347896263325e-06,
      "loss": 0.3129,
      "step": 690
    },
    {
      "epoch": 2.6990291262135924,
      "grad_norm": 0.291015625,
      "learning_rate": 5.876655263610842e-06,
      "loss": 0.2897,
      "step": 695
    },
    {
      "epoch": 2.7184466019417477,
      "grad_norm": 0.31640625,
      "learning_rate": 5.1353188172838074e-06,
      "loss": 0.3033,
      "step": 700
    },
    {
      "epoch": 2.737864077669903,
      "grad_norm": 0.30859375,
      "learning_rate": 4.442719421385922e-06,
      "loss": 0.2994,
      "step": 705
    },
    {
      "epoch": 2.7572815533980584,
      "grad_norm": 0.330078125,
      "learning_rate": 3.7992129011965803e-06,
      "loss": 0.3152,
      "step": 710
    },
    {
      "epoch": 2.7766990291262137,
      "grad_norm": 0.314453125,
      "learning_rate": 3.2051298603643753e-06,
      "loss": 0.3101,
      "step": 715
    },
    {
      "epoch": 2.796116504854369,
      "grad_norm": 0.30859375,
      "learning_rate": 2.6607755110584887e-06,
      "loss": 0.3125,
      "step": 720
    },
    {
      "epoch": 2.8155339805825244,
      "grad_norm": 0.291015625,
      "learning_rate": 2.1664295171648364e-06,
      "loss": 0.3024,
      "step": 725
    },
    {
      "epoch": 2.8349514563106797,
      "grad_norm": 0.31640625,
      "learning_rate": 1.7223458506077316e-06,
      "loss": 0.2913,
      "step": 730
    },
    {
      "epoch": 2.854368932038835,
      "grad_norm": 0.3046875,
      "learning_rate": 1.3287526608711131e-06,
      "loss": 0.2968,
      "step": 735
    },
    {
      "epoch": 2.8737864077669903,
      "grad_norm": 0.3203125,
      "learning_rate": 9.85852157785816e-07,
      "loss": 0.3033,
      "step": 740
    },
    {
      "epoch": 2.8932038834951457,
      "grad_norm": 0.310546875,
      "learning_rate": 6.938205076436832e-07,
      "loss": 0.2991,
      "step": 745
    },
    {
      "epoch": 2.912621359223301,
      "grad_norm": 0.328125,
      "learning_rate": 4.5280774269154115e-07,
      "loss": 0.3003,
      "step": 750
    },
    {
      "epoch": 2.9320388349514563,
      "grad_norm": 0.2890625,
      "learning_rate": 2.629376840515452e-07,
      "loss": 0.2999,
      "step": 755
    },
    {
      "epoch": 2.9514563106796117,
      "grad_norm": 0.32421875,
      "learning_rate": 1.2430787810776555e-07,
      "loss": 0.3023,
      "step": 760
    },
    {
      "epoch": 2.970873786407767,
      "grad_norm": 0.326171875,
      "learning_rate": 3.6989546391297256e-08,
      "loss": 0.3106,
      "step": 765
    },
    {
      "epoch": 2.9902912621359223,
      "grad_norm": 0.318359375,
      "learning_rate": 1.0275489900624102e-09,
      "loss": 0.3036,
      "step": 770
    },
    {
      "epoch": 2.994174757281553,
      "eval_loss": 0.38681623339653015,
      "eval_runtime": 22.0402,
      "eval_samples_per_second": 4.991,
      "eval_steps_per_second": 0.635,
      "step": 771
    },
    {
      "epoch": 2.994174757281553,
      "step": 771,
      "total_flos": 5.421128640186286e+17,
      "train_loss": 0.2601610358741651,
      "train_runtime": 3322.581,
      "train_samples_per_second": 1.86,
      "train_steps_per_second": 0.232
    }
  ],
  "logging_steps": 5,
  "max_steps": 771,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.421128640186286e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}