{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 27.533333333333335,
  "eval_steps": 500,
  "global_step": 330,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.08888888888888889,
      "grad_norm": 0.19567996263504028,
      "learning_rate": 5.0000000000000004e-08,
      "loss": 0.94,
      "step": 1
    },
    {
      "epoch": 0.17777777777777778,
      "grad_norm": 0.2986994683742523,
      "learning_rate": 1.0000000000000001e-07,
      "loss": 1.0076,
      "step": 2
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 0.28921350836753845,
      "learning_rate": 1.5000000000000002e-07,
      "loss": 0.9695,
      "step": 3
    },
    {
      "epoch": 0.35555555555555557,
      "grad_norm": 0.30233919620513916,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 0.8687,
      "step": 4
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 0.36907249689102173,
      "learning_rate": 2.5000000000000004e-07,
      "loss": 1.099,
      "step": 5
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 0.38191747665405273,
      "learning_rate": 3.0000000000000004e-07,
      "loss": 1.2947,
      "step": 6
    },
    {
      "epoch": 0.6222222222222222,
      "grad_norm": 0.2860971689224243,
      "learning_rate": 3.5000000000000004e-07,
      "loss": 0.9469,
      "step": 7
    },
    {
      "epoch": 0.7111111111111111,
      "grad_norm": 0.2793874442577362,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 1.032,
      "step": 8
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.28660792112350464,
      "learning_rate": 4.5000000000000003e-07,
      "loss": 1.0493,
      "step": 9
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 0.23447971045970917,
      "learning_rate": 5.000000000000001e-07,
      "loss": 1.051,
      "step": 10
    },
    {
      "epoch": 0.9777777777777777,
      "grad_norm": 0.5307306051254272,
      "learning_rate": 5.5e-07,
      "loss": 1.0976,
      "step": 11
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.49731138348579407,
      "learning_rate": 6.000000000000001e-07,
      "loss": 0.9379,
      "step": 12
    },
    {
      "epoch": 1.0888888888888888,
      "grad_norm": 0.2752147614955902,
      "learning_rate": 6.5e-07,
      "loss": 0.9381,
      "step": 13
    },
    {
      "epoch": 1.1777777777777778,
      "grad_norm": 0.34284281730651855,
      "learning_rate": 7.000000000000001e-07,
      "loss": 0.9569,
      "step": 14
    },
    {
      "epoch": 1.2666666666666666,
      "grad_norm": 0.25561222434043884,
      "learning_rate": 7.5e-07,
      "loss": 1.0227,
      "step": 15
    },
    {
      "epoch": 1.3555555555555556,
      "grad_norm": 0.2456677258014679,
      "learning_rate": 8.000000000000001e-07,
      "loss": 1.0438,
      "step": 16
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 0.29848751425743103,
      "learning_rate": 8.500000000000001e-07,
      "loss": 1.1062,
      "step": 17
    },
    {
      "epoch": 1.5333333333333332,
      "grad_norm": 0.28204187750816345,
      "learning_rate": 9.000000000000001e-07,
      "loss": 0.8878,
      "step": 18
    },
    {
      "epoch": 1.6222222222222222,
      "grad_norm": 0.26430532336235046,
      "learning_rate": 9.500000000000001e-07,
      "loss": 1.0275,
      "step": 19
    },
    {
      "epoch": 1.7111111111111112,
      "grad_norm": 0.26862281560897827,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.9946,
      "step": 20
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.36035194993019104,
      "learning_rate": 1.0500000000000001e-06,
      "loss": 1.0708,
      "step": 21
    },
    {
      "epoch": 1.8888888888888888,
      "grad_norm": 0.23725222051143646,
      "learning_rate": 1.1e-06,
      "loss": 1.101,
      "step": 22
    },
    {
      "epoch": 1.9777777777777779,
      "grad_norm": 0.3509962856769562,
      "learning_rate": 1.1500000000000002e-06,
      "loss": 0.9893,
      "step": 23
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.26212382316589355,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 1.1786,
      "step": 24
    },
    {
      "epoch": 2.088888888888889,
      "grad_norm": 0.32545071840286255,
      "learning_rate": 1.25e-06,
      "loss": 1.0819,
      "step": 25
    },
    {
      "epoch": 2.1777777777777776,
      "grad_norm": 0.23323898017406464,
      "learning_rate": 1.3e-06,
      "loss": 1.0393,
      "step": 26
    },
    {
      "epoch": 2.2666666666666666,
      "grad_norm": 0.2809179723262787,
      "learning_rate": 1.3500000000000002e-06,
      "loss": 1.1029,
      "step": 27
    },
    {
      "epoch": 2.3555555555555556,
      "grad_norm": 0.28984516859054565,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 1.0597,
      "step": 28
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 0.3196355402469635,
      "learning_rate": 1.45e-06,
      "loss": 0.9494,
      "step": 29
    },
    {
      "epoch": 2.533333333333333,
      "grad_norm": 0.2864663600921631,
      "learning_rate": 1.5e-06,
      "loss": 0.944,
      "step": 30
    },
    {
      "epoch": 2.6222222222222222,
      "grad_norm": 0.24206970632076263,
      "learning_rate": 1.5500000000000002e-06,
      "loss": 1.023,
      "step": 31
    },
    {
      "epoch": 2.7111111111111112,
      "grad_norm": 0.2996947765350342,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 0.9772,
      "step": 32
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.28879255056381226,
      "learning_rate": 1.6500000000000003e-06,
      "loss": 1.0928,
      "step": 33
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 0.27944567799568176,
      "learning_rate": 1.7000000000000002e-06,
      "loss": 0.9012,
      "step": 34
    },
    {
      "epoch": 2.977777777777778,
      "grad_norm": 0.2939954400062561,
      "learning_rate": 1.75e-06,
      "loss": 1.0461,
      "step": 35
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.5568829774856567,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 0.9155,
      "step": 36
    },
    {
      "epoch": 3.088888888888889,
      "grad_norm": 0.3321582078933716,
      "learning_rate": 1.85e-06,
      "loss": 1.0048,
      "step": 37
    },
    {
      "epoch": 3.1777777777777776,
      "grad_norm": 0.29956573247909546,
      "learning_rate": 1.9000000000000002e-06,
      "loss": 0.9085,
      "step": 38
    },
    {
      "epoch": 3.2666666666666666,
      "grad_norm": 0.2925553023815155,
      "learning_rate": 1.9500000000000004e-06,
      "loss": 0.8711,
      "step": 39
    },
    {
      "epoch": 3.3555555555555556,
      "grad_norm": 0.32938718795776367,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.0397,
      "step": 40
    },
    {
      "epoch": 3.4444444444444446,
      "grad_norm": 0.37126410007476807,
      "learning_rate": 2.05e-06,
      "loss": 1.0436,
      "step": 41
    },
    {
      "epoch": 3.533333333333333,
      "grad_norm": 0.30750295519828796,
      "learning_rate": 2.1000000000000002e-06,
      "loss": 1.1212,
      "step": 42
    },
    {
      "epoch": 3.6222222222222222,
      "grad_norm": 0.27158430218696594,
      "learning_rate": 2.15e-06,
      "loss": 1.0738,
      "step": 43
    },
    {
      "epoch": 3.7111111111111112,
      "grad_norm": 0.19385884702205658,
      "learning_rate": 2.2e-06,
      "loss": 0.9962,
      "step": 44
    },
    {
      "epoch": 3.8,
      "grad_norm": 0.3193662464618683,
      "learning_rate": 2.25e-06,
      "loss": 1.121,
      "step": 45
    },
    {
      "epoch": 3.888888888888889,
      "grad_norm": 0.30041366815567017,
      "learning_rate": 2.3000000000000004e-06,
      "loss": 1.0232,
      "step": 46
    },
    {
      "epoch": 3.977777777777778,
      "grad_norm": 0.3569968640804291,
      "learning_rate": 2.35e-06,
      "loss": 1.0396,
      "step": 47
    },
    {
      "epoch": 4.0,
      "grad_norm": 1.0826685428619385,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 1.0178,
      "step": 48
    },
    {
      "epoch": 4.088888888888889,
      "grad_norm": 0.3048429787158966,
      "learning_rate": 2.4500000000000003e-06,
      "loss": 1.0127,
      "step": 49
    },
    {
      "epoch": 4.177777777777778,
      "grad_norm": 0.6735008955001831,
      "learning_rate": 2.5e-06,
      "loss": 1.0034,
      "step": 50
    },
    {
      "epoch": 4.266666666666667,
      "grad_norm": 0.28620263934135437,
      "learning_rate": 2.55e-06,
      "loss": 1.0821,
      "step": 51
    },
    {
      "epoch": 4.355555555555555,
      "grad_norm": 0.2925148904323578,
      "learning_rate": 2.6e-06,
      "loss": 0.8747,
      "step": 52
    },
    {
      "epoch": 4.444444444444445,
      "grad_norm": 0.28806746006011963,
      "learning_rate": 2.6500000000000005e-06,
      "loss": 1.0981,
      "step": 53
    },
    {
      "epoch": 4.533333333333333,
      "grad_norm": 0.2822423279285431,
      "learning_rate": 2.7000000000000004e-06,
      "loss": 0.8774,
      "step": 54
    },
    {
      "epoch": 4.622222222222222,
      "grad_norm": 0.30998173356056213,
      "learning_rate": 2.7500000000000004e-06,
      "loss": 1.0841,
      "step": 55
    },
    {
      "epoch": 4.711111111111111,
      "grad_norm": 0.3339422047138214,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 1.0752,
      "step": 56
    },
    {
      "epoch": 4.8,
      "grad_norm": 0.3425965905189514,
      "learning_rate": 2.85e-06,
      "loss": 1.087,
      "step": 57
    },
    {
      "epoch": 4.888888888888889,
      "grad_norm": 0.2678565979003906,
      "learning_rate": 2.9e-06,
      "loss": 1.0578,
      "step": 58
    },
    {
      "epoch": 4.977777777777778,
      "grad_norm": 0.3225661516189575,
      "learning_rate": 2.95e-06,
      "loss": 0.9329,
      "step": 59
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.5934492945671082,
      "learning_rate": 3e-06,
      "loss": 0.9952,
      "step": 60
    },
    {
      "epoch": 5.088888888888889,
      "grad_norm": 0.41927722096443176,
      "learning_rate": 3.05e-06,
      "loss": 1.2386,
      "step": 61
    },
    {
      "epoch": 5.177777777777778,
      "grad_norm": 0.3196963667869568,
      "learning_rate": 3.1000000000000004e-06,
      "loss": 0.9,
      "step": 62
    },
    {
      "epoch": 5.266666666666667,
      "grad_norm": 0.31587812304496765,
      "learning_rate": 3.1500000000000003e-06,
      "loss": 1.0832,
      "step": 63
    },
    {
      "epoch": 5.355555555555555,
      "grad_norm": 0.34145388007164,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 0.9822,
      "step": 64
    },
    {
      "epoch": 5.444444444444445,
      "grad_norm": 0.302914023399353,
      "learning_rate": 3.2500000000000002e-06,
      "loss": 0.9968,
      "step": 65
    },
    {
      "epoch": 5.533333333333333,
      "grad_norm": 0.22116686403751373,
      "learning_rate": 3.3000000000000006e-06,
      "loss": 0.9124,
      "step": 66
    },
    {
      "epoch": 5.622222222222222,
      "grad_norm": 0.3197582960128784,
      "learning_rate": 3.3500000000000005e-06,
      "loss": 1.1134,
      "step": 67
    },
    {
      "epoch": 5.711111111111111,
      "grad_norm": 0.31704509258270264,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 0.879,
      "step": 68
    },
    {
      "epoch": 5.8,
      "grad_norm": 0.35378602147102356,
      "learning_rate": 3.45e-06,
      "loss": 1.103,
      "step": 69
    },
    {
      "epoch": 5.888888888888889,
      "grad_norm": 0.33167579770088196,
      "learning_rate": 3.5e-06,
      "loss": 1.0124,
      "step": 70
    },
    {
      "epoch": 5.977777777777778,
      "grad_norm": 0.30484288930892944,
      "learning_rate": 3.5500000000000003e-06,
      "loss": 1.001,
      "step": 71
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.4108036458492279,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 1.0199,
      "step": 72
    },
    {
      "epoch": 6.088888888888889,
      "grad_norm": 0.3657933175563812,
      "learning_rate": 3.65e-06,
      "loss": 1.1584,
      "step": 73
    },
    {
      "epoch": 6.177777777777778,
      "grad_norm": 0.6758050918579102,
      "learning_rate": 3.7e-06,
      "loss": 1.0419,
      "step": 74
    },
    {
      "epoch": 6.266666666666667,
      "grad_norm": 0.35230952501296997,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.856,
      "step": 75
    },
    {
      "epoch": 6.355555555555555,
      "grad_norm": 0.38534823060035706,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 0.9925,
      "step": 76
    },
    {
      "epoch": 6.444444444444445,
      "grad_norm": 0.32009822130203247,
      "learning_rate": 3.85e-06,
      "loss": 1.0069,
      "step": 77
    },
    {
      "epoch": 6.533333333333333,
      "grad_norm": 0.32822826504707336,
      "learning_rate": 3.900000000000001e-06,
      "loss": 0.953,
      "step": 78
    },
    {
      "epoch": 6.622222222222222,
      "grad_norm": 0.36539173126220703,
      "learning_rate": 3.95e-06,
      "loss": 1.1169,
      "step": 79
    },
    {
      "epoch": 6.711111111111111,
      "grad_norm": 0.3481679856777191,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.9554,
      "step": 80
    },
    {
      "epoch": 6.8,
      "grad_norm": 0.4089198410511017,
      "learning_rate": 4.05e-06,
      "loss": 1.0723,
      "step": 81
    },
    {
      "epoch": 6.888888888888889,
      "grad_norm": 0.3250631093978882,
      "learning_rate": 4.1e-06,
      "loss": 1.0264,
      "step": 82
    },
    {
      "epoch": 6.977777777777778,
      "grad_norm": 0.26394304633140564,
      "learning_rate": 4.15e-06,
      "loss": 0.9445,
      "step": 83
    },
    {
      "epoch": 7.0,
      "grad_norm": 0.5080349445343018,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 1.1842,
      "step": 84
    },
    {
      "epoch": 7.088888888888889,
      "grad_norm": 0.349873811006546,
      "learning_rate": 4.25e-06,
      "loss": 1.0707,
      "step": 85
    },
    {
      "epoch": 7.177777777777778,
      "grad_norm": 0.4573216140270233,
      "learning_rate": 4.3e-06,
      "loss": 1.116,
      "step": 86
    },
    {
      "epoch": 7.266666666666667,
      "grad_norm": 0.32420143485069275,
      "learning_rate": 4.350000000000001e-06,
      "loss": 0.8747,
      "step": 87
    },
    {
      "epoch": 7.355555555555555,
      "grad_norm": 0.3515697717666626,
      "learning_rate": 4.4e-06,
      "loss": 0.9918,
      "step": 88
    },
    {
      "epoch": 7.444444444444445,
      "grad_norm": 0.404070645570755,
      "learning_rate": 4.450000000000001e-06,
      "loss": 1.1398,
      "step": 89
    },
    {
      "epoch": 7.533333333333333,
      "grad_norm": 0.3488151729106903,
      "learning_rate": 4.5e-06,
      "loss": 0.9042,
      "step": 90
    },
    {
      "epoch": 7.622222222222222,
      "grad_norm": 0.3190948963165283,
      "learning_rate": 4.5500000000000005e-06,
      "loss": 0.9608,
      "step": 91
    },
    {
      "epoch": 7.711111111111111,
      "grad_norm": 0.3400370478630066,
      "learning_rate": 4.600000000000001e-06,
      "loss": 0.9085,
      "step": 92
    },
    {
      "epoch": 7.8,
      "grad_norm": 0.3799091577529907,
      "learning_rate": 4.65e-06,
      "loss": 1.0053,
      "step": 93
    },
    {
      "epoch": 7.888888888888889,
      "grad_norm": 0.31531545519828796,
      "learning_rate": 4.7e-06,
      "loss": 1.1269,
      "step": 94
    },
    {
      "epoch": 7.977777777777778,
      "grad_norm": 0.540896475315094,
      "learning_rate": 4.75e-06,
      "loss": 1.1115,
      "step": 95
    },
    {
      "epoch": 8.0,
      "grad_norm": 0.4667949080467224,
      "learning_rate": 4.800000000000001e-06,
      "loss": 0.8602,
      "step": 96
    },
    {
      "epoch": 8.088888888888889,
      "grad_norm": 0.29491057991981506,
      "learning_rate": 4.85e-06,
      "loss": 1.0071,
      "step": 97
    },
    {
      "epoch": 8.177777777777777,
      "grad_norm": 0.4064798355102539,
      "learning_rate": 4.9000000000000005e-06,
      "loss": 0.847,
      "step": 98
    },
    {
      "epoch": 8.266666666666667,
      "grad_norm": 0.35105201601982117,
      "learning_rate": 4.95e-06,
      "loss": 0.9321,
      "step": 99
    },
    {
      "epoch": 8.355555555555556,
      "grad_norm": 0.42249858379364014,
      "learning_rate": 5e-06,
      "loss": 0.9997,
      "step": 100
    },
    {
      "epoch": 8.444444444444445,
      "grad_norm": 0.46596774458885193,
      "learning_rate": 4.9997667899113055e-06,
      "loss": 0.9206,
      "step": 101
    },
    {
      "epoch": 8.533333333333333,
      "grad_norm": 0.4481567442417145,
      "learning_rate": 4.999067203154777e-06,
      "loss": 1.0383,
      "step": 102
    },
    {
      "epoch": 8.622222222222222,
      "grad_norm": 0.389378160238266,
      "learning_rate": 4.997901370250966e-06,
      "loss": 1.2077,
      "step": 103
    },
    {
      "epoch": 8.71111111111111,
      "grad_norm": 0.386259526014328,
      "learning_rate": 4.99626950870707e-06,
      "loss": 0.9617,
      "step": 104
    },
    {
      "epoch": 8.8,
      "grad_norm": 0.38413456082344055,
      "learning_rate": 4.994171922976349e-06,
      "loss": 0.9182,
      "step": 105
    },
    {
      "epoch": 8.88888888888889,
      "grad_norm": 0.4302501082420349,
      "learning_rate": 4.991609004401324e-06,
      "loss": 1.1561,
      "step": 106
    },
    {
      "epoch": 8.977777777777778,
      "grad_norm": 0.4424130320549011,
      "learning_rate": 4.988581231140772e-06,
      "loss": 1.135,
      "step": 107
    },
    {
      "epoch": 9.0,
      "grad_norm": 0.3800254762172699,
      "learning_rate": 4.985089168080509e-06,
      "loss": 0.7612,
      "step": 108
    },
    {
      "epoch": 9.088888888888889,
      "grad_norm": 0.46646955609321594,
      "learning_rate": 4.981133466728004e-06,
      "loss": 0.9991,
      "step": 109
    },
    {
      "epoch": 9.177777777777777,
      "grad_norm": 0.4952200949192047,
      "learning_rate": 4.976714865090827e-06,
      "loss": 0.9779,
      "step": 110
    },
    {
      "epoch": 9.266666666666667,
      "grad_norm": 0.4172927737236023,
      "learning_rate": 4.971834187538963e-06,
      "loss": 0.9449,
      "step": 111
    },
    {
      "epoch": 9.355555555555556,
      "grad_norm": 0.4364710748195648,
      "learning_rate": 4.966492344651006e-06,
      "loss": 0.8786,
      "step": 112
    },
    {
      "epoch": 9.444444444444445,
      "grad_norm": 0.4623521566390991,
      "learning_rate": 4.960690333044279e-06,
      "loss": 1.0798,
      "step": 113
    },
    {
      "epoch": 9.533333333333333,
      "grad_norm": 0.4485428035259247,
      "learning_rate": 4.954429235188897e-06,
      "loss": 1.182,
      "step": 114
    },
    {
      "epoch": 9.622222222222222,
      "grad_norm": 0.38542506098747253,
      "learning_rate": 4.947710219205808e-06,
      "loss": 0.9882,
      "step": 115
    },
    {
      "epoch": 9.71111111111111,
      "grad_norm": 0.35373494029045105,
      "learning_rate": 4.940534538648862e-06,
      "loss": 0.9649,
      "step": 116
    },
    {
      "epoch": 9.8,
      "grad_norm": 0.5160645246505737,
      "learning_rate": 4.932903532270939e-06,
      "loss": 1.0484,
      "step": 117
    },
    {
      "epoch": 9.88888888888889,
      "grad_norm": 0.3412460684776306,
      "learning_rate": 4.924818623774178e-06,
      "loss": 0.8972,
      "step": 118
    },
    {
      "epoch": 9.977777777777778,
      "grad_norm": 0.4623534083366394,
      "learning_rate": 4.916281321544362e-06,
      "loss": 0.9265,
      "step": 119
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.4575502872467041,
      "learning_rate": 4.907293218369499e-06,
      "loss": 1.1764,
      "step": 120
    },
    {
      "epoch": 10.088888888888889,
      "grad_norm": 0.4604892134666443,
      "learning_rate": 4.897855991142658e-06,
      "loss": 0.9429,
      "step": 121
    },
    {
      "epoch": 10.177777777777777,
      "grad_norm": 0.4723954200744629,
      "learning_rate": 4.8879714005491205e-06,
      "loss": 1.0113,
      "step": 122
    },
    {
      "epoch": 10.266666666666667,
      "grad_norm": 0.419286847114563,
      "learning_rate": 4.8776412907378845e-06,
      "loss": 1.0417,
      "step": 123
    },
    {
      "epoch": 10.355555555555556,
      "grad_norm": 0.33823734521865845,
      "learning_rate": 4.8668675889776095e-06,
      "loss": 0.9355,
      "step": 124
    },
    {
      "epoch": 10.444444444444445,
      "grad_norm": 0.5317716598510742,
      "learning_rate": 4.855652305297052e-06,
      "loss": 0.829,
      "step": 125
    },
    {
      "epoch": 10.533333333333333,
      "grad_norm": 0.5897918343544006,
      "learning_rate": 4.843997532110051e-06,
      "loss": 1.003,
      "step": 126
    },
    {
      "epoch": 10.622222222222222,
      "grad_norm": 0.4935283064842224,
      "learning_rate": 4.83190544382516e-06,
      "loss": 1.0789,
      "step": 127
    },
    {
      "epoch": 10.71111111111111,
      "grad_norm": 0.575020432472229,
      "learning_rate": 4.819378296439962e-06,
      "loss": 1.0207,
      "step": 128
    },
    {
      "epoch": 10.8,
      "grad_norm": 0.7120870351791382,
      "learning_rate": 4.80641842712018e-06,
      "loss": 0.8893,
      "step": 129
    },
    {
      "epoch": 10.88888888888889,
      "grad_norm": 0.445549875497818,
      "learning_rate": 4.793028253763633e-06,
      "loss": 1.0629,
      "step": 130
    },
    {
      "epoch": 10.977777777777778,
      "grad_norm": 0.372715026140213,
      "learning_rate": 4.7792102745491345e-06,
      "loss": 0.986,
      "step": 131
    },
    {
      "epoch": 11.0,
      "grad_norm": 0.6868900656700134,
      "learning_rate": 4.764967067470409e-06,
      "loss": 1.2309,
      "step": 132
    },
    {
      "epoch": 11.088888888888889,
      "grad_norm": 0.47809746861457825,
      "learning_rate": 4.750301289855128e-06,
      "loss": 1.0157,
      "step": 133
    },
    {
      "epoch": 11.177777777777777,
      "grad_norm": 0.4651176631450653,
      "learning_rate": 4.735215677869129e-06,
      "loss": 1.0521,
      "step": 134
    },
    {
      "epoch": 11.266666666666667,
      "grad_norm": 0.4832024574279785,
      "learning_rate": 4.7197130460059385e-06,
      "loss": 0.861,
      "step": 135
    },
    {
      "epoch": 11.355555555555556,
      "grad_norm": 0.508399486541748,
      "learning_rate": 4.7037962865616795e-06,
      "loss": 1.0256,
      "step": 136
    },
    {
      "epoch": 11.444444444444445,
      "grad_norm": 0.5031757950782776,
      "learning_rate": 4.687468369095457e-06,
      "loss": 1.0302,
      "step": 137
    },
    {
      "epoch": 11.533333333333333,
      "grad_norm": 0.4271880090236664,
      "learning_rate": 4.6707323398753346e-06,
      "loss": 0.9272,
      "step": 138
    },
    {
      "epoch": 11.622222222222222,
      "grad_norm": 0.41679927706718445,
      "learning_rate": 4.6535913213100005e-06,
      "loss": 0.9849,
      "step": 139
    },
    {
      "epoch": 11.71111111111111,
      "grad_norm": 0.4784274995326996,
      "learning_rate": 4.636048511366222e-06,
      "loss": 0.7549,
      "step": 140
    },
    {
      "epoch": 11.8,
      "grad_norm": 0.5748984217643738,
      "learning_rate": 4.618107182972209e-06,
      "loss": 0.9387,
      "step": 141
    },
    {
      "epoch": 11.88888888888889,
      "grad_norm": 0.5074996948242188,
      "learning_rate": 4.599770683406992e-06,
      "loss": 1.1931,
      "step": 142
    },
    {
      "epoch": 11.977777777777778,
      "grad_norm": 0.46601927280426025,
      "learning_rate": 4.58104243367592e-06,
      "loss": 0.8533,
      "step": 143
    },
    {
      "epoch": 12.0,
      "grad_norm": 0.8853896260261536,
      "learning_rate": 4.561925927872421e-06,
      "loss": 1.2318,
      "step": 144
    },
    {
      "epoch": 12.088888888888889,
      "grad_norm": 0.4770624041557312,
      "learning_rate": 4.542424732526105e-06,
      "loss": 0.877,
      "step": 145
    },
    {
      "epoch": 12.177777777777777,
      "grad_norm": 0.5245800018310547,
      "learning_rate": 4.522542485937369e-06,
      "loss": 0.9198,
      "step": 146
    },
    {
      "epoch": 12.266666666666667,
      "grad_norm": 0.8387463092803955,
      "learning_rate": 4.5022828974986044e-06,
      "loss": 0.9225,
      "step": 147
    },
    {
      "epoch": 12.355555555555556,
      "grad_norm": 0.4439677596092224,
      "learning_rate": 4.481649747002146e-06,
      "loss": 1.0818,
      "step": 148
    },
    {
      "epoch": 12.444444444444445,
      "grad_norm": 0.4621722996234894,
      "learning_rate": 4.460646883935079e-06,
      "loss": 0.9635,
      "step": 149
    },
    {
      "epoch": 12.533333333333333,
      "grad_norm": 0.4656592607498169,
      "learning_rate": 4.43927822676105e-06,
      "loss": 0.8971,
      "step": 150
    },
    {
      "epoch": 12.622222222222222,
      "grad_norm": 0.4961630702018738,
      "learning_rate": 4.417547762189207e-06,
      "loss": 0.9474,
      "step": 151
    },
    {
      "epoch": 12.71111111111111,
      "grad_norm": 0.5954545736312866,
      "learning_rate": 4.395459544430407e-06,
      "loss": 1.0403,
      "step": 152
    },
    {
      "epoch": 12.8,
      "grad_norm": 0.7063807249069214,
      "learning_rate": 4.373017694440828e-06,
      "loss": 1.0076,
      "step": 153
    },
    {
      "epoch": 12.88888888888889,
      "grad_norm": 0.48963138461112976,
      "learning_rate": 4.35022639915313e-06,
      "loss": 0.9405,
      "step": 154
    },
    {
      "epoch": 12.977777777777778,
      "grad_norm": 0.6047050952911377,
      "learning_rate": 4.32708991069531e-06,
      "loss": 0.9689,
      "step": 155
    },
    {
      "epoch": 13.0,
      "grad_norm": 0.779731273651123,
      "learning_rate": 4.30361254559739e-06,
      "loss": 0.8877,
      "step": 156
    },
    {
      "epoch": 13.088888888888889,
      "grad_norm": 0.6274661421775818,
      "learning_rate": 4.279798683986084e-06,
      "loss": 0.9697,
      "step": 157
    },
    {
      "epoch": 13.177777777777777,
      "grad_norm": 0.5181424021720886,
      "learning_rate": 4.255652768767619e-06,
      "loss": 0.8949,
      "step": 158
    },
    {
      "epoch": 13.266666666666667,
      "grad_norm": 0.4889301657676697,
      "learning_rate": 4.2311793047988145e-06,
      "loss": 0.941,
      "step": 159
    },
    {
      "epoch": 13.355555555555556,
      "grad_norm": 0.5373956561088562,
      "learning_rate": 4.206382858046636e-06,
      "loss": 0.792,
      "step": 160
    },
    {
      "epoch": 13.444444444444445,
      "grad_norm": 0.4251907765865326,
      "learning_rate": 4.181268054736319e-06,
      "loss": 0.9622,
      "step": 161
    },
    {
      "epoch": 13.533333333333333,
      "grad_norm": 0.3853691518306732,
      "learning_rate": 4.15583958048827e-06,
      "loss": 0.8678,
      "step": 162
    },
    {
      "epoch": 13.622222222222222,
      "grad_norm": 0.5543946027755737,
      "learning_rate": 4.130102179443877e-06,
      "loss": 0.8901,
      "step": 163
    },
    {
      "epoch": 13.71111111111111,
      "grad_norm": 0.6818388104438782,
      "learning_rate": 4.104060653380403e-06,
      "loss": 0.9957,
      "step": 164
    },
    {
      "epoch": 13.8,
      "grad_norm": 0.6395586729049683,
      "learning_rate": 4.077719860815132e-06,
      "loss": 1.0817,
      "step": 165
    },
    {
      "epoch": 13.88888888888889,
      "grad_norm": 0.6789353489875793,
      "learning_rate": 4.051084716098921e-06,
      "loss": 1.1538,
      "step": 166
    },
    {
      "epoch": 13.977777777777778,
      "grad_norm": 0.4569081664085388,
      "learning_rate": 4.024160188499337e-06,
      "loss": 0.9047,
      "step": 167
    },
    {
      "epoch": 14.0,
      "grad_norm": 1.7882684469223022,
      "learning_rate": 3.996951301273556e-06,
      "loss": 0.9499,
      "step": 168
    },
    {
      "epoch": 14.088888888888889,
      "grad_norm": 0.6156724691390991,
      "learning_rate": 3.969463130731183e-06,
      "loss": 0.9101,
      "step": 169
    },
    {
      "epoch": 14.177777777777777,
      "grad_norm": 0.5264705419540405,
      "learning_rate": 3.941700805287169e-06,
      "loss": 1.0762,
      "step": 170
    },
    {
      "epoch": 14.266666666666667,
      "grad_norm": 0.5197077989578247,
      "learning_rate": 3.913669504505015e-06,
      "loss": 1.0859,
      "step": 171
    },
    {
      "epoch": 14.355555555555556,
      "grad_norm": 0.5074746608734131,
      "learning_rate": 3.8853744581304376e-06,
      "loss": 0.8807,
      "step": 172
    },
    {
      "epoch": 14.444444444444445,
      "grad_norm": 0.5885288119316101,
      "learning_rate": 3.856820945115655e-06,
      "loss": 0.7543,
      "step": 173
    },
    {
      "epoch": 14.533333333333333,
      "grad_norm": 0.5903788805007935,
      "learning_rate": 3.828014292634508e-06,
      "loss": 0.8641,
      "step": 174
    },
    {
      "epoch": 14.622222222222222,
      "grad_norm": 0.5170984268188477,
      "learning_rate": 3.798959875088584e-06,
      "loss": 0.8557,
      "step": 175
    },
    {
      "epoch": 14.71111111111111,
      "grad_norm": 0.4823358356952667,
      "learning_rate": 3.769663113104516e-06,
      "loss": 0.8084,
      "step": 176
    },
    {
      "epoch": 14.8,
      "grad_norm": 0.5628538131713867,
      "learning_rate": 3.7401294725226707e-06,
      "loss": 1.0103,
      "step": 177
    },
    {
      "epoch": 14.88888888888889,
      "grad_norm": 0.575435221195221,
      "learning_rate": 3.7103644633774015e-06,
      "loss": 0.9011,
      "step": 178
    },
    {
      "epoch": 14.977777777777778,
      "grad_norm": 0.7047615051269531,
      "learning_rate": 3.680373638869047e-06,
      "loss": 0.9671,
      "step": 179
    },
    {
      "epoch": 15.0,
      "grad_norm": 0.747231125831604,
      "learning_rate": 3.650162594327881e-06,
      "loss": 1.1957,
      "step": 180
    },
    {
      "epoch": 15.088888888888889,
      "grad_norm": 0.6477513313293457,
      "learning_rate": 3.6197369661702052e-06,
      "loss": 1.0547,
      "step": 181
    },
    {
      "epoch": 15.177777777777777,
      "grad_norm": 0.44793015718460083,
      "learning_rate": 3.589102430846773e-06,
      "loss": 0.8339,
      "step": 182
    },
    {
      "epoch": 15.266666666666667,
      "grad_norm": 0.4845152199268341,
      "learning_rate": 3.5582647037837446e-06,
      "loss": 0.933,
      "step": 183
    },
    {
      "epoch": 15.355555555555556,
      "grad_norm": 0.5620778203010559,
      "learning_rate": 3.527229538316371e-06,
      "loss": 0.8677,
      "step": 184
    },
    {
      "epoch": 15.444444444444445,
      "grad_norm": 1.1254522800445557,
      "learning_rate": 3.4960027246156043e-06,
      "loss": 0.9953,
      "step": 185
    },
    {
      "epoch": 15.533333333333333,
      "grad_norm": 0.5396095514297485,
      "learning_rate": 3.4645900886078388e-06,
      "loss": 0.9982,
      "step": 186
    },
    {
      "epoch": 15.622222222222222,
      "grad_norm": 0.6709286570549011,
      "learning_rate": 3.432997490887979e-06,
      "loss": 0.8604,
      "step": 187
    },
    {
      "epoch": 15.71111111111111,
      "grad_norm": 0.655689001083374,
      "learning_rate": 3.4012308256260366e-06,
      "loss": 0.7839,
      "step": 188
    },
    {
      "epoch": 15.8,
      "grad_norm": 0.6764020323753357,
      "learning_rate": 3.369296019467473e-06,
      "loss": 0.8544,
      "step": 189
    },
    {
      "epoch": 15.88888888888889,
      "grad_norm": 0.5892664194107056,
      "learning_rate": 3.3371990304274654e-06,
      "loss": 0.8877,
      "step": 190
    },
    {
      "epoch": 15.977777777777778,
      "grad_norm": 0.5942324995994568,
      "learning_rate": 3.304945846779346e-06,
      "loss": 0.9024,
      "step": 191
    },
    {
      "epoch": 16.0,
      "grad_norm": 0.7737208008766174,
      "learning_rate": 3.272542485937369e-06,
      "loss": 1.1495,
      "step": 192
    },
    {
      "epoch": 16.08888888888889,
      "grad_norm": 0.6798277497291565,
      "learning_rate": 3.239994993334059e-06,
      "loss": 0.9458,
      "step": 193
    },
    {
      "epoch": 16.177777777777777,
      "grad_norm": 0.5800243020057678,
      "learning_rate": 3.207309441292325e-06,
      "loss": 0.881,
      "step": 194
    },
    {
      "epoch": 16.266666666666666,
      "grad_norm": 0.626613438129425,
      "learning_rate": 3.174491927892561e-06,
      "loss": 0.9062,
      "step": 195
    },
    {
      "epoch": 16.355555555555554,
      "grad_norm": 0.6165486574172974,
      "learning_rate": 3.1415485758349344e-06,
      "loss": 1.002,
      "step": 196
    },
    {
      "epoch": 16.444444444444443,
      "grad_norm": 0.6354159116744995,
      "learning_rate": 3.1084855312970897e-06,
      "loss": 0.9224,
      "step": 197
    },
    {
      "epoch": 16.533333333333335,
      "grad_norm": 0.6106343865394592,
      "learning_rate": 3.0753089627874668e-06,
      "loss": 0.8111,
      "step": 198
    },
    {
      "epoch": 16.622222222222224,
      "grad_norm": 0.5856066346168518,
      "learning_rate": 3.0420250599944525e-06,
      "loss": 1.1155,
      "step": 199
    },
    {
      "epoch": 16.711111111111112,
      "grad_norm": 0.6578230857849121,
      "learning_rate": 3.0086400326315853e-06,
      "loss": 0.7782,
      "step": 200
    },
    {
      "epoch": 16.8,
      "grad_norm": 0.5129030346870422,
      "learning_rate": 2.9751601092790185e-06,
      "loss": 0.8999,
      "step": 201
    },
    {
      "epoch": 16.88888888888889,
      "grad_norm": 0.5636340975761414,
      "learning_rate": 2.941591536221469e-06,
      "loss": 0.8363,
      "step": 202
    },
    {
      "epoch": 16.977777777777778,
      "grad_norm": 0.6733406186103821,
      "learning_rate": 2.907940576282856e-06,
      "loss": 0.8183,
      "step": 203
    },
    {
      "epoch": 17.0,
      "grad_norm": 1.0829391479492188,
      "learning_rate": 2.8742135076578608e-06,
      "loss": 1.1636,
      "step": 204
    },
    {
      "epoch": 17.08888888888889,
      "grad_norm": 0.5469006299972534,
      "learning_rate": 2.840416622740617e-06,
      "loss": 0.8142,
      "step": 205
    },
    {
      "epoch": 17.177777777777777,
      "grad_norm": 0.6195508241653442,
      "learning_rate": 2.8065562269507464e-06,
      "loss": 0.8903,
      "step": 206
    },
    {
      "epoch": 17.266666666666666,
      "grad_norm": 0.5448200702667236,
      "learning_rate": 2.7726386375569748e-06,
      "loss": 0.9834,
      "step": 207
    },
    {
      "epoch": 17.355555555555554,
      "grad_norm": 0.667235791683197,
      "learning_rate": 2.7386701824985257e-06,
      "loss": 0.6709,
      "step": 208
    },
    {
      "epoch": 17.444444444444443,
      "grad_norm": 0.48227953910827637,
      "learning_rate": 2.7046571992045334e-06,
      "loss": 0.8927,
      "step": 209
    },
    {
      "epoch": 17.533333333333335,
      "grad_norm": 1.3036866188049316,
      "learning_rate": 2.670606033411678e-06,
      "loss": 0.9977,
      "step": 210
    },
    {
      "epoch": 17.622222222222224,
      "grad_norm": 0.7368432879447937,
      "learning_rate": 2.636523037980275e-06,
      "loss": 0.9036,
      "step": 211
    },
    {
      "epoch": 17.711111111111112,
      "grad_norm": 0.49763280153274536,
      "learning_rate": 2.602414571709036e-06,
      "loss": 0.9087,
      "step": 212
    },
    {
      "epoch": 17.8,
      "grad_norm": 0.7820340394973755,
      "learning_rate": 2.5682869981487154e-06,
      "loss": 0.9693,
      "step": 213
    },
    {
      "epoch": 17.88888888888889,
      "grad_norm": 0.6577602624893188,
      "learning_rate": 2.5341466844148775e-06,
      "loss": 0.8481,
      "step": 214
    },
    {
      "epoch": 17.977777777777778,
      "grad_norm": 0.8875017166137695,
      "learning_rate": 2.5e-06,
      "loss": 1.0045,
      "step": 215
    },
    {
      "epoch": 18.0,
      "grad_norm": 2.128192663192749,
      "learning_rate": 2.465853315585123e-06,
      "loss": 1.0231,
      "step": 216
    },
    {
      "epoch": 18.08888888888889,
      "grad_norm": 0.5647242665290833,
      "learning_rate": 2.431713001851286e-06,
      "loss": 0.8498,
      "step": 217
    },
    {
      "epoch": 18.177777777777777,
      "grad_norm": 0.6913108825683594,
      "learning_rate": 2.3975854282909645e-06,
      "loss": 1.0558,
      "step": 218
    },
    {
      "epoch": 18.266666666666666,
      "grad_norm": 0.5946425795555115,
      "learning_rate": 2.3634769620197253e-06,
      "loss": 0.8356,
      "step": 219
    },
    {
      "epoch": 18.355555555555554,
      "grad_norm": 0.9023786187171936,
      "learning_rate": 2.3293939665883233e-06,
      "loss": 0.959,
      "step": 220
    },
    {
      "epoch": 18.444444444444443,
      "grad_norm": 0.6683367490768433,
      "learning_rate": 2.2953428007954682e-06,
      "loss": 0.7641,
      "step": 221
    },
    {
      "epoch": 18.533333333333335,
      "grad_norm": 0.7781148552894592,
      "learning_rate": 2.261329817501475e-06,
      "loss": 0.9507,
      "step": 222
    },
    {
      "epoch": 18.622222222222224,
      "grad_norm": 0.5396183133125305,
      "learning_rate": 2.2273613624430256e-06,
      "loss": 0.9078,
      "step": 223
    },
    {
      "epoch": 18.711111111111112,
      "grad_norm": 0.6765702962875366,
      "learning_rate": 2.1934437730492544e-06,
      "loss": 0.8616,
      "step": 224
    },
    {
      "epoch": 18.8,
      "grad_norm": 0.6181918978691101,
      "learning_rate": 2.159583377259384e-06,
      "loss": 0.7377,
      "step": 225
    },
    {
      "epoch": 18.88888888888889,
      "grad_norm": 0.7162302732467651,
      "learning_rate": 2.1257864923421405e-06,
      "loss": 0.9405,
      "step": 226
    },
    {
      "epoch": 18.977777777777778,
      "grad_norm": 0.6811490654945374,
      "learning_rate": 2.092059423717145e-06,
      "loss": 0.874,
      "step": 227
    },
    {
      "epoch": 19.0,
      "grad_norm": 0.6545157432556152,
      "learning_rate": 2.0584084637785316e-06,
      "loss": 0.6244,
      "step": 228
    },
    {
      "epoch": 19.08888888888889,
      "grad_norm": 0.5392009615898132,
      "learning_rate": 2.0248398907209827e-06,
      "loss": 0.8523,
      "step": 229
    },
    {
      "epoch": 19.177777777777777,
      "grad_norm": 0.5963950157165527,
      "learning_rate": 1.991359967368416e-06,
      "loss": 0.6882,
      "step": 230
    },
    {
      "epoch": 19.266666666666666,
      "grad_norm": 0.6452714204788208,
      "learning_rate": 1.957974940005548e-06,
      "loss": 0.7386,
      "step": 231
    },
    {
      "epoch": 19.355555555555554,
      "grad_norm": 0.6710150241851807,
      "learning_rate": 1.9246910372125345e-06,
      "loss": 0.9825,
      "step": 232
    },
    {
      "epoch": 19.444444444444443,
      "grad_norm": 0.5551663637161255,
      "learning_rate": 1.8915144687029107e-06,
      "loss": 0.9288,
      "step": 233
    },
    {
      "epoch": 19.533333333333335,
      "grad_norm": 0.7859821319580078,
      "learning_rate": 1.8584514241650667e-06,
      "loss": 1.0302,
      "step": 234
    },
    {
      "epoch": 19.622222222222224,
      "grad_norm": 0.580791175365448,
      "learning_rate": 1.8255080721074391e-06,
      "loss": 0.9244,
      "step": 235
    },
    {
      "epoch": 19.711111111111112,
      "grad_norm": 0.7111539244651794,
      "learning_rate": 1.792690558707675e-06,
      "loss": 0.8465,
      "step": 236
    },
    {
      "epoch": 19.8,
      "grad_norm": 0.8440479636192322,
      "learning_rate": 1.7600050066659418e-06,
      "loss": 0.9308,
      "step": 237
    },
    {
      "epoch": 19.88888888888889,
      "grad_norm": 0.7431160807609558,
      "learning_rate": 1.7274575140626318e-06,
      "loss": 0.9417,
      "step": 238
    },
    {
      "epoch": 19.977777777777778,
      "grad_norm": 0.8644082546234131,
      "learning_rate": 1.695054153220655e-06,
      "loss": 0.8363,
      "step": 239
    },
    {
      "epoch": 20.0,
      "grad_norm": 0.8472647666931152,
      "learning_rate": 1.6628009695725348e-06,
      "loss": 0.5418,
      "step": 240
    },
    {
      "epoch": 20.08888888888889,
      "grad_norm": 0.8104817867279053,
      "learning_rate": 1.630703980532528e-06,
      "loss": 0.7425,
      "step": 241
    },
    {
      "epoch": 20.177777777777777,
      "grad_norm": 0.6427087187767029,
      "learning_rate": 1.5987691743739636e-06,
      "loss": 0.7761,
      "step": 242
    },
    {
      "epoch": 20.266666666666666,
      "grad_norm": 0.8927726745605469,
      "learning_rate": 1.5670025091120219e-06,
      "loss": 0.8807,
      "step": 243
    },
    {
      "epoch": 20.355555555555554,
      "grad_norm": 0.5097454786300659,
      "learning_rate": 1.5354099113921614e-06,
      "loss": 0.875,
      "step": 244
    },
    {
      "epoch": 20.444444444444443,
      "grad_norm": 0.5797455310821533,
      "learning_rate": 1.5039972753843966e-06,
      "loss": 0.8312,
      "step": 245
    },
    {
      "epoch": 20.533333333333335,
      "grad_norm": 0.7658204436302185,
      "learning_rate": 1.4727704616836297e-06,
      "loss": 0.8858,
      "step": 246
    },
    {
      "epoch": 20.622222222222224,
      "grad_norm": 0.7070634365081787,
      "learning_rate": 1.441735296216256e-06,
      "loss": 0.9683,
      "step": 247
    },
    {
      "epoch": 20.711111111111112,
      "grad_norm": 0.5789161920547485,
      "learning_rate": 1.4108975691532273e-06,
      "loss": 0.9102,
      "step": 248
    },
    {
      "epoch": 20.8,
      "grad_norm": 0.8189324736595154,
      "learning_rate": 1.3802630338297956e-06,
      "loss": 0.96,
      "step": 249
    },
    {
      "epoch": 20.88888888888889,
      "grad_norm": 0.7410324215888977,
      "learning_rate": 1.3498374056721198e-06,
      "loss": 0.9536,
      "step": 250
    },
    {
      "epoch": 20.977777777777778,
      "grad_norm": 0.9396767616271973,
      "learning_rate": 1.3196263611309539e-06,
      "loss": 0.8433,
      "step": 251
    },
    {
      "epoch": 21.0,
      "grad_norm": 0.7975627779960632,
      "learning_rate": 1.2896355366226e-06,
      "loss": 0.4761,
      "step": 252
    },
    {
      "epoch": 21.08888888888889,
      "grad_norm": 0.7357563972473145,
      "learning_rate": 1.2598705274773299e-06,
      "loss": 0.8871,
      "step": 253
    },
    {
      "epoch": 21.177777777777777,
      "grad_norm": 0.7067966461181641,
      "learning_rate": 1.2303368868954848e-06,
      "loss": 0.773,
      "step": 254
    },
    {
      "epoch": 21.266666666666666,
      "grad_norm": 0.593105137348175,
      "learning_rate": 1.2010401249114166e-06,
      "loss": 0.8273,
      "step": 255
    },
    {
      "epoch": 21.355555555555554,
      "grad_norm": 0.707051157951355,
      "learning_rate": 1.1719857073654923e-06,
      "loss": 0.8088,
      "step": 256
    },
    {
      "epoch": 21.444444444444443,
      "grad_norm": 0.7845866084098816,
      "learning_rate": 1.1431790548843464e-06,
      "loss": 0.9616,
      "step": 257
    },
    {
      "epoch": 21.533333333333335,
      "grad_norm": 0.481231689453125,
      "learning_rate": 1.1146255418695635e-06,
      "loss": 0.8371,
      "step": 258
    },
    {
      "epoch": 21.622222222222224,
      "grad_norm": 1.1225308179855347,
      "learning_rate": 1.0863304954949856e-06,
      "loss": 0.802,
      "step": 259
    },
    {
      "epoch": 21.711111111111112,
      "grad_norm": 0.6318144798278809,
      "learning_rate": 1.0582991947128324e-06,
      "loss": 0.8741,
      "step": 260
    },
    {
      "epoch": 21.8,
      "grad_norm": 0.7717880010604858,
      "learning_rate": 1.0305368692688175e-06,
      "loss": 0.7535,
      "step": 261
    },
    {
      "epoch": 21.88888888888889,
      "grad_norm": 0.6893540024757385,
      "learning_rate": 1.0030486987264436e-06,
      "loss": 0.894,
      "step": 262
    },
    {
      "epoch": 21.977777777777778,
      "grad_norm": 0.6379507184028625,
      "learning_rate": 9.758398115006637e-07,
      "loss": 0.9623,
      "step": 263
    },
    {
      "epoch": 22.0,
      "grad_norm": 0.9665340781211853,
      "learning_rate": 9.489152839010799e-07,
      "loss": 0.9206,
      "step": 264
    },
    {
      "epoch": 22.08888888888889,
      "grad_norm": 0.6625165343284607,
      "learning_rate": 9.222801391848688e-07,
      "loss": 0.696,
      "step": 265
    },
    {
      "epoch": 22.177777777777777,
      "grad_norm": 0.6619503498077393,
      "learning_rate": 8.959393466195973e-07,
      "loss": 0.8825,
      "step": 266
    },
    {
      "epoch": 22.266666666666666,
      "grad_norm": 0.5958104133605957,
      "learning_rate": 8.69897820556124e-07,
      "loss": 0.9445,
      "step": 267
    },
    {
      "epoch": 22.355555555555554,
      "grad_norm": 0.7491523027420044,
      "learning_rate": 8.441604195117315e-07,
      "loss": 0.8024,
      "step": 268
    },
    {
      "epoch": 22.444444444444443,
      "grad_norm": 0.6927403211593628,
      "learning_rate": 8.187319452636821e-07,
      "loss": 0.7532,
      "step": 269
    },
    {
      "epoch": 22.533333333333335,
      "grad_norm": 0.7777316570281982,
      "learning_rate": 7.936171419533653e-07,
      "loss": 0.949,
      "step": 270
    },
    {
      "epoch": 22.622222222222224,
      "grad_norm": 0.5703297257423401,
      "learning_rate": 7.688206952011862e-07,
      "loss": 0.7882,
      "step": 271
    },
    {
      "epoch": 22.711111111111112,
      "grad_norm": 0.717693030834198,
      "learning_rate": 7.443472312323824e-07,
      "loss": 0.7254,
      "step": 272
    },
    {
      "epoch": 22.8,
      "grad_norm": 0.6906650066375732,
      "learning_rate": 7.202013160139159e-07,
      "loss": 1.1334,
      "step": 273
    },
    {
      "epoch": 22.88888888888889,
      "grad_norm": 0.7221674919128418,
      "learning_rate": 6.963874544026109e-07,
      "loss": 0.7708,
      "step": 274
    },
    {
      "epoch": 22.977777777777778,
      "grad_norm": 0.7417134642601013,
      "learning_rate": 6.729100893046897e-07,
      "loss": 0.8617,
      "step": 275
    },
    {
      "epoch": 23.0,
      "grad_norm": 0.7064130306243896,
      "learning_rate": 6.497736008468703e-07,
      "loss": 0.7606,
      "step": 276
    },
    {
      "epoch": 23.08888888888889,
      "grad_norm": 0.741130530834198,
      "learning_rate": 6.269823055591726e-07,
      "loss": 0.7765,
      "step": 277
    },
    {
      "epoch": 23.177777777777777,
      "grad_norm": 1.3605138063430786,
      "learning_rate": 6.045404555695935e-07,
      "loss": 0.907,
      "step": 278
    },
    {
      "epoch": 23.266666666666666,
      "grad_norm": 0.6725257635116577,
      "learning_rate": 5.824522378107936e-07,
      "loss": 1.0291,
      "step": 279
    },
    {
      "epoch": 23.355555555555554,
      "grad_norm": 0.5731009840965271,
      "learning_rate": 5.607217732389503e-07,
      "loss": 0.8876,
      "step": 280
    },
    {
      "epoch": 23.444444444444443,
      "grad_norm": 0.8626798391342163,
      "learning_rate": 5.393531160649221e-07,
      "loss": 0.9152,
      "step": 281
    },
    {
      "epoch": 23.533333333333335,
      "grad_norm": 0.6386983394622803,
      "learning_rate": 5.183502529978548e-07,
      "loss": 0.9826,
      "step": 282
    },
    {
      "epoch": 23.622222222222224,
      "grad_norm": 0.9047194719314575,
      "learning_rate": 4.977171025013961e-07,
      "loss": 0.7636,
      "step": 283
    },
    {
      "epoch": 23.711111111111112,
      "grad_norm": 0.671303927898407,
      "learning_rate": 4.774575140626317e-07,
      "loss": 0.6843,
      "step": 284
    },
    {
      "epoch": 23.8,
      "grad_norm": 0.5185788869857788,
      "learning_rate": 4.5757526747389506e-07,
      "loss": 0.8194,
      "step": 285
    },
    {
      "epoch": 23.88888888888889,
      "grad_norm": 0.673641562461853,
      "learning_rate": 4.380740721275786e-07,
      "loss": 0.8164,
      "step": 286
    },
    {
      "epoch": 23.977777777777778,
      "grad_norm": 0.7130348086357117,
      "learning_rate": 4.189575663240794e-07,
      "loss": 0.7278,
      "step": 287
    },
    {
      "epoch": 24.0,
      "grad_norm": 0.894011914730072,
      "learning_rate": 4.002293165930088e-07,
      "loss": 0.7292,
      "step": 288
    },
    {
      "epoch": 24.08888888888889,
      "grad_norm": 0.7084284424781799,
      "learning_rate": 3.818928170277911e-07,
      "loss": 0.6609,
      "step": 289
    },
    {
      "epoch": 24.177777777777777,
      "grad_norm": 0.7356826066970825,
      "learning_rate": 3.639514886337786e-07,
      "loss": 0.8054,
      "step": 290
    },
    {
      "epoch": 24.266666666666666,
      "grad_norm": 0.6582125425338745,
      "learning_rate": 3.4640867869000036e-07,
      "loss": 0.869,
      "step": 291
    },
    {
      "epoch": 24.355555555555554,
      "grad_norm": 0.6234636306762695,
      "learning_rate": 3.292676601246661e-07,
      "loss": 1.0296,
      "step": 292
    },
    {
      "epoch": 24.444444444444443,
      "grad_norm": 1.0210919380187988,
      "learning_rate": 3.125316309045434e-07,
      "loss": 0.9983,
      "step": 293
    },
    {
      "epoch": 24.533333333333335,
      "grad_norm": 0.5547788143157959,
      "learning_rate": 2.962037134383211e-07,
      "loss": 0.8998,
      "step": 294
    },
    {
      "epoch": 24.622222222222224,
      "grad_norm": 0.6771321296691895,
      "learning_rate": 2.80286953994062e-07,
      "loss": 0.805,
      "step": 295
    },
    {
      "epoch": 24.711111111111112,
      "grad_norm": 0.6345370411872864,
      "learning_rate": 2.647843221308721e-07,
      "loss": 0.6883,
      "step": 296
    },
    {
      "epoch": 24.8,
      "grad_norm": 0.6311068534851074,
      "learning_rate": 2.496987101448728e-07,
      "loss": 0.8913,
      "step": 297
    },
    {
      "epoch": 24.88888888888889,
      "grad_norm": 0.7895520925521851,
      "learning_rate": 2.3503293252959136e-07,
      "loss": 0.938,
      "step": 298
    },
    {
      "epoch": 24.977777777777778,
      "grad_norm": 0.7793102860450745,
      "learning_rate": 2.2078972545086647e-07,
      "loss": 0.8841,
      "step": 299
    },
    {
      "epoch": 25.0,
      "grad_norm": 0.6420133709907532,
      "learning_rate": 2.0697174623636795e-07,
      "loss": 0.556,
      "step": 300
    },
    {
      "epoch": 25.08888888888889,
      "grad_norm": 0.6089626550674438,
      "learning_rate": 1.9358157287982099e-07,
      "loss": 0.8709,
      "step": 301
    },
    {
      "epoch": 25.177777777777777,
      "grad_norm": 1.60710871219635,
      "learning_rate": 1.8062170356003854e-07,
      "loss": 0.6853,
      "step": 302
    },
    {
      "epoch": 25.266666666666666,
      "grad_norm": 0.678098738193512,
      "learning_rate": 1.680945561748412e-07,
      "loss": 0.995,
      "step": 303
    },
    {
      "epoch": 25.355555555555554,
      "grad_norm": 0.5670207738876343,
      "learning_rate": 1.5600246788994938e-07,
      "loss": 0.8167,
      "step": 304
    },
    {
      "epoch": 25.444444444444443,
      "grad_norm": 0.6996327638626099,
      "learning_rate": 1.44347694702949e-07,
      "loss": 0.9414,
      "step": 305
    },
    {
      "epoch": 25.533333333333335,
      "grad_norm": 0.7256758213043213,
      "learning_rate": 1.3313241102239056e-07,
      "loss": 0.9439,
      "step": 306
    },
    {
      "epoch": 25.622222222222224,
      "grad_norm": 0.5879709124565125,
      "learning_rate": 1.223587092621162e-07,
      "loss": 0.6697,
      "step": 307
    },
    {
      "epoch": 25.711111111111112,
      "grad_norm": 0.7841221690177917,
      "learning_rate": 1.120285994508799e-07,
      "loss": 0.9173,
      "step": 308
    },
    {
      "epoch": 25.8,
      "grad_norm": 0.6498060822486877,
      "learning_rate": 1.0214400885734194e-07,
      "loss": 0.8086,
      "step": 309
    },
    {
      "epoch": 25.88888888888889,
      "grad_norm": 0.740508496761322,
      "learning_rate": 9.270678163050218e-08,
      "loss": 0.8424,
      "step": 310
    },
    {
      "epoch": 25.977777777777778,
      "grad_norm": 0.6314177513122559,
      "learning_rate": 8.371867845563819e-08,
      "loss": 0.8007,
      "step": 311
    },
    {
      "epoch": 26.0,
      "grad_norm": 0.8741561770439148,
      "learning_rate": 7.518137622582189e-08,
      "loss": 0.8582,
      "step": 312
    },
    {
      "epoch": 26.08888888888889,
      "grad_norm": 0.7642889022827148,
      "learning_rate": 6.70964677290617e-08,
      "loss": 0.767,
      "step": 313
    },
    {
      "epoch": 26.177777777777777,
      "grad_norm": 0.5676147937774658,
      "learning_rate": 5.946546135113862e-08,
      "loss": 0.8953,
      "step": 314
    },
    {
      "epoch": 26.266666666666666,
      "grad_norm": 0.6517917513847351,
      "learning_rate": 5.2289780794192726e-08,
      "loss": 0.7334,
      "step": 315
    },
    {
      "epoch": 26.355555555555554,
      "grad_norm": 0.8068559169769287,
      "learning_rate": 4.557076481110367e-08,
      "loss": 0.9373,
      "step": 316
    },
    {
      "epoch": 26.444444444444443,
      "grad_norm": 0.5517790913581848,
      "learning_rate": 3.930966695572136e-08,
      "loss": 0.884,
      "step": 317
    },
    {
      "epoch": 26.533333333333335,
      "grad_norm": 0.6840013861656189,
      "learning_rate": 3.3507655348995194e-08,
      "loss": 0.7411,
      "step": 318
    },
    {
      "epoch": 26.622222222222224,
      "grad_norm": 1.3431508541107178,
      "learning_rate": 2.8165812461038166e-08,
      "loss": 0.7748,
      "step": 319
    },
    {
      "epoch": 26.711111111111112,
      "grad_norm": 0.7526693940162659,
      "learning_rate": 2.3285134909173113e-08,
      "loss": 0.8678,
      "step": 320
    },
    {
      "epoch": 26.8,
      "grad_norm": 0.7261110544204712,
      "learning_rate": 1.886653327199617e-08,
      "loss": 0.8908,
      "step": 321
    },
    {
      "epoch": 26.88888888888889,
      "grad_norm": 0.6295614242553711,
      "learning_rate": 1.4910831919490997e-08,
      "loss": 0.8878,
      "step": 322
    },
    {
      "epoch": 26.977777777777778,
      "grad_norm": 0.8621529936790466,
      "learning_rate": 1.1418768859227935e-08,
      "loss": 0.895,
      "step": 323
    },
    {
      "epoch": 27.0,
      "grad_norm": 0.7991691827774048,
      "learning_rate": 8.390995598676067e-09,
      "loss": 0.802,
      "step": 324
    },
    {
      "epoch": 27.08888888888889,
      "grad_norm": 0.551089882850647,
      "learning_rate": 5.828077023651846e-09,
      "loss": 0.6027,
      "step": 325
    },
    {
      "epoch": 27.177777777777777,
      "grad_norm": 0.6393262147903442,
      "learning_rate": 3.730491292930072e-09,
      "loss": 0.7449,
      "step": 326
    },
    {
      "epoch": 27.266666666666666,
      "grad_norm": 0.7486969232559204,
      "learning_rate": 2.0986297490338536e-09,
      "loss": 0.9378,
      "step": 327
    },
    {
      "epoch": 27.355555555555554,
      "grad_norm": 0.5878354907035828,
      "learning_rate": 9.32796845223294e-10,
      "loss": 0.8487,
      "step": 328
    },
    {
      "epoch": 27.444444444444443,
      "grad_norm": 0.7258017659187317,
      "learning_rate": 2.3321008869481296e-10,
      "loss": 0.9618,
      "step": 329
    },
    {
      "epoch": 27.533333333333335,
      "grad_norm": 0.6953983902931213,
      "learning_rate": 0.0,
      "loss": 1.0057,
      "step": 330
    },
    {
      "epoch": 27.533333333333335,
      "step": 330,
      "total_flos": 1.1131745240245862e+17,
      "train_loss": 0.9375696651863329,
      "train_runtime": 851.6955,
      "train_samples_per_second": 6.34,
      "train_steps_per_second": 0.387
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 330,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 30,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1131745240245862e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}